-- Logs begin at Fri 2022-06-24 13:33:58 UTC, end at Fri 2022-06-24 14:56:38 UTC. -- Jun 24 14:15:52.121739 dv-cinder-847189-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 14:15:54.675264 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.common.config [-] Logging enabled! Jun 24 14:15:54.675935 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 24 14:15:54.676032 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87987) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 14:15:54.679294 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.common.config [-] Logging enabled! Jun 24 14:15:54.679552 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 24 14:15:54.679866 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87987) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 14:15:54.680831 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 14:15:54.681068 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 14:15:54.681421 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 14:15:54.681669 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 14:15:54.681896 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 14:15:54.682216 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.682510 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.682803 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.683033 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.683325 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.683612 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.683901 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.684187 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.684504 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.684795 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.685074 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.685356 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.685586 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.685866 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.686150 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.686435 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.686662 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] debug = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.686945 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.687369 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.687782 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.688067 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.688354 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.688662 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.688932 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.689208 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.689488 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.689815 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] host = dv-cinder-847189-2-iscsi {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.690093 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.690380 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.690665 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.690949 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.691224 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.691498 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.691782 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.692060 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.692332 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] log_file = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.692630 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.692919 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.693205 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.693495 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.693721 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.693942 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.694253 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.694539 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.694814 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.695088 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.695361 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.695632 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.695907 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.696174 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.696479 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.696765 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.697049 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.697323 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.697595 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.697867 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.698140 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.698424 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.698696 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.698969 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.699238 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.699522 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.699788 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.700059 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.700360 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.700672 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.700955 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.701238 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.701510 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.701788 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.702061 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.702333 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.702603 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] use_json = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.702875 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.703148 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.703427 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.703699 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.703972 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.704241 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.704543 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.704828 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.705101 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:54.705397 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.705689 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.705987 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.706274 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.706562 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.706839 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.707127 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.707402 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.707687 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.707978 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.708264 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.708567 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.708859 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.709136 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.709427 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.709730 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.710538 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.710833 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.711105 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.711377 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.711648 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.711926 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.712210 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.712527 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.712817 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.713092 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.713373 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.713665 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.714209 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.714479 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.714757 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.715043 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.715320 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.715590 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.715869 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.716157 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.716457 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.716731 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.717009 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.717297 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.717574 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.717842 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.718110 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.718391 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.718661 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.718944 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.719220 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.719490 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.719758 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.720035 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.720306 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.720600 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.720879 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.721149 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.721424 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.721691 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.721959 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.722227 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.722495 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.722764 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.723032 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.723298 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.723571 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.723840 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.724108 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.724376 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.724670 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.724940 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.725225 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.726163 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.726457 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.726731 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.727008 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.727287 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.727564 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.727837 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.728111 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.728384 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.728681 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.728969 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.729251 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.729535 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.729817 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.730090 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.730382 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.730660 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.730939 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.731211 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.731491 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.731772 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.732052 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.732343 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.732658 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.732951 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.733242 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.733532 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.733808 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.734112 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.734388 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:54.734604 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 14:15:54.734843 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87987) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 14:15:55.122323 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO keyring.backend [-] Loading KWallet Jun 24 14:15:55.129466 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO keyring.backend [-] Loading SecretService Jun 24 14:15:55.133457 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO keyring.backend [-] Loading Windows Jun 24 14:15:55.134752 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO keyring.backend [-] Loading chainer Jun 24 14:15:55.135313 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO keyring.backend [-] Loading macOS Jun 24 14:15:55.168522 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 14:15:55.168793 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 14:15:55.169084 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 14:15:55.169416 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 14:15:55.561169 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.561467 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.561742 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.562943 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.563238 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.563485 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.601631 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.601913 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.602183 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.615200 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.615481 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.615749 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.646455 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.646730 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.646998 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.684590 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.685225 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.685225 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.918988 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.919272 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.919540 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.919808 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:55.920571 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.039978 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.040296 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.040603 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.040881 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.041155 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.041472 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.041741 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.042002 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.042259 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.042545 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.042857 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.043123 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.043391 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.043648 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.043919 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.044192 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.044479 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.044759 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.045024 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.045303 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.045657 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.045945 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.046165 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.046452 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.046703 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.046950 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.047340 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:15:56.047578 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:15:56.047818 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:15:56.048058 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:15:56.048295 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:15:56.048555 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:15:56.048918 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 14:15:56.052040 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 14:15:56.056481 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 14:15:56.060253 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jun 24 14:15:56.061880 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 14:15:56.062321 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 14:15:56.062665 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 14:15:56.063189 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 14:15:56.065986 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 14:15:56.066239 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 14:15:56.066588 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 14:15:56.094547 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 14:15:56.095037 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.095336 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87987) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 14:15:56.095705 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.097094 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87987) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 14:15:56.097418 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 14:15:56.097669 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 14:15:56.101078 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.101359 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.162923 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 14:15:56.163214 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 14:15:56.163453 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 14:15:56.163838 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 14:15:56.200638 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_db.sqlalchemy.engines [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87987) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 24 14:15:56.527427 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Initializing driver for type 'gre' Jun 24 14:15:56.527906 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] gre ID ranges: [(1, 1000)] Jun 24 14:15:56.602262 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Initializing driver for type 'local' Jun 24 14:15:56.602591 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Initializing driver for type 'vlan' Jun 24 14:15:56.615815 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] VlanTypeDriver initialization complete Jun 24 14:15:56.616175 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Initializing driver for type 'vxlan' Jun 24 14:15:56.616703 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] vxlan ID ranges: [(1, 1000)] Jun 24 14:15:56.670388 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Initializing extension driver 'port_security' Jun 24 14:15:56.670734 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.extensions.port_security [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] PortSecurityExtensionDriver initialization complete Jun 24 14:15:56.671072 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Initializing mechanism driver 'openvswitch' Jun 24 14:15:56.671396 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Initializing mechanism driver 'hyperv' Jun 24 14:15:56.677932 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.plugins.ml2.plugin [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:15:56.679100 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > port after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.679477 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > port after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.679828 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > port after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.680348 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 14:15:56.680985 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.681346 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.681696 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.682089 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 14:15:56.682496 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > network after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.682848 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > network after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.683190 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > network after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.683577 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 14:15:56.683983 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > security_group after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.684334 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > security_group after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.684702 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.685223 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 14:15:56.685482 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.685827 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.686172 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.686685 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 14:15:56.687094 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > address_group after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.687443 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > address_group after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.687785 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.688174 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87987) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 14:15:56.688646 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] ML2 OVO RPC backend initialized. {{(pid=87987) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 24 14:15:56.689349 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.689712 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.690130 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > network before_response 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.690474 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > networks before_response 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.690820 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > port before_response 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.691162 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > ports before_response 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.691503 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > subnet before_response 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.691844 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > subnets before_response 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.692189 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > network after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.692555 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > network after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.692893 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > network after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.693231 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > port after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.693567 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > port after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.693902 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > port after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.694839 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.695410 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.695571 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.696085 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.plugin [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Modular L2 Plugin initialization complete Jun 24 14:15:56.696411 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading services supported by the core plugin {{(pid=87987) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 14:15:56.696766 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.plugins.ml2.managers [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Got port-security extension from driver 'port_security' Jun 24 14:15:56.697231 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.extensions.vlantransparent [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Disabled vlantransparent extension. Jun 24 14:15:56.697719 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87987) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 14:15:56.698035 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading Plugin: router Jun 24 14:15:56.736061 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.736473 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router after_create 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.736846 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router before_create 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.737215 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.737586 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.737938 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router after_delete 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.738297 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.738661 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router after_create 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.739008 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router after_update 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.739356 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router after_update 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.739702 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.740064 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router after_update 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.740508 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.740877 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: port after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.741728 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: port after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.742070 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: subnet after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.742408 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.742756 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.743102 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.743443 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: port before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.743788 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router precommit_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.744144 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router after_update 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.744509 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.744860 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.745217 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.745563 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.745926 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > agent after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.746274 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > agent after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.746621 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > network after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.747491 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Tracking information for resource: router configured {{(pid=87987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:15:56.747823 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Tracking information for resource: floatingip configured {{(pid=87987) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 14:15:56.752725 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.db.l3_agentschedulers_db [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 14:15:56.753310 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: port after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.753678 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: port after_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.754081 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: port after_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.754435 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: port after_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.755345 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router before_create 55550100 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.755713 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.756077 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router precommit_create 55550100 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.756453 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > router precommit_update 55550100 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.761435 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.services.provider_configuration [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service providers = [] {{(pid=87987) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 14:15:56.761799 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.db.servicetype_db [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87987) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 14:15:56.764723 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.services.service_base [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 14:15:56.765075 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.services.service_base [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 14:15:56.765420 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.services.service_base [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 14:15:56.766313 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.services.service_base [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87987) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 14:15:56.766683 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.services.service_base [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 14:15:56.767068 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:15:56.767385 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 14:15:56.777981 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:15:56.778249 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading Plugin: auto_allocate Jun 24 14:15:56.784140 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: network precommit_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.784550 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: network precommit_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.785092 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:15:56.785412 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading Plugin: tag Jun 24 14:15:56.791957 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:15:56.792287 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading Plugin: timestamp Jun 24 14:15:56.796272 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:15:56.796637 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading Plugin: network_ip_availability Jun 24 14:15:56.801858 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.802229 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.802585 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:56.803314 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:15:56.804163 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading Plugin: flavors Jun 24 14:15:56.808812 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:15:56.809195 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading Plugin: revisions Jun 24 14:15:56.813419 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87987) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 14:15:56.813812 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_concurrency.lockutils [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.645s {{(pid=87987) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 14:15:56.814546 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87987) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 14:15:56.814883 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Initializing extension manager. Jun 24 14:15:56.815395 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: __init__.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.815738 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: __pycache__ {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.816074 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.816409 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: address_group.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.817181 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.817756 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: address-group Jun 24 14:15:56.818105 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: address_scope.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.818803 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.819947 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: address-scope Jun 24 14:15:56.820277 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.821236 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.821762 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: router-admin-state-down-before-update Jun 24 14:15:56.822088 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: agent.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.822786 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.823304 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: agent Jun 24 14:15:56.823629 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: agent_resources_synced.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.824756 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.825280 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: agent-resources-synced Jun 24 14:15:56.825608 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: allowedaddresspairs.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.827397 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.827929 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: allowed-address-pairs Jun 24 14:15:56.828256 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: auto_allocated_topology.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.829368 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.829896 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: auto-allocated-topology Jun 24 14:15:56.830224 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: availability_zone.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.830922 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.831441 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: availability_zone Jun 24 14:15:56.831766 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: availability_zone_filter.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.832711 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.833230 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: availability_zone_filter Jun 24 14:15:56.833551 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: data_plane_status.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.834454 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.835011 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 14:15:56.835338 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: default_subnetpools.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.836258 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.836807 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: default-subnetpools Jun 24 14:15:56.837130 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.837939 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.838459 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: dhcp_agent_scheduler Jun 24 14:15:56.839044 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: dns.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.839959 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.840497 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 14:15:56.840820 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: dns_domain_ports.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.841738 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.842259 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 14:15:56.842582 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: dvr.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.843253 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.843767 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: dvr Jun 24 14:15:56.844087 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: empty_string_filtering.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.845036 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.845556 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: empty-string-filtering Jun 24 14:15:56.845877 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.846798 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.847314 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 14:15:56.847637 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.848581 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.849104 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 14:15:56.849426 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: external_net.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.850336 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.850879 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: external-net Jun 24 14:15:56.851201 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.852105 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.852656 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: extra_dhcp_opt Jun 24 14:15:56.852981 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: extraroute.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.853883 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.854398 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: extraroute Jun 24 14:15:56.854720 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: extraroute_atomic.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.855747 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.856289 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: extraroute-atomic Jun 24 14:15:56.856626 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: filter_validation.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.857309 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.857822 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: filter-validation Jun 24 14:15:56.858146 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: fip_pf_description.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.859080 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.859591 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 14:15:56.859906 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: fip_port_details.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.860871 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.861388 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: fip-port-details Jun 24 14:15:56.861709 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: flavors.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.863028 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.863561 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: flavors Jun 24 14:15:56.863885 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.865595 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.866652 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 14:15:56.866991 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: floatingip_pools.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.867703 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.868223 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: floatingip-pools Jun 24 14:15:56.868595 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: ip_allocation.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.869541 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.870057 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 14:15:56.870386 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.871304 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.871823 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: ip-substring-filtering Jun 24 14:15:56.872153 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: l2_adjacency.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.873108 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.873626 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 14:15:56.873954 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: l3.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.874946 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.875474 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: router Jun 24 14:15:56.875809 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.878226 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.878767 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 14:15:56.879104 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.880051 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.880738 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: ext-gw-mode Jun 24 14:15:56.881072 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.882560 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.883082 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: l3-ha Jun 24 14:15:56.883413 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: l3_flavors.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.884343 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.884901 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: l3-flavors Jun 24 14:15:56.885232 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.886167 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.886683 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 14:15:56.887009 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: l3agentscheduler.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.888057 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.888618 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: l3_agent_scheduler Jun 24 14:15:56.888946 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: logging.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.890449 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.890986 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension logging not supported by any of loaded plugins Jun 24 14:15:56.891319 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: metering.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.892065 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.892692 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: metering Jun 24 14:15:56.893021 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.894110 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.894639 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: metering_source_and_destination_fields Jun 24 14:15:56.894969 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: multiprovidernet.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.895896 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.896414 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: multi-provider Jun 24 14:15:56.896767 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: netmtu.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.897717 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.898244 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: net-mtu Jun 24 14:15:56.898571 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: netmtu_writable.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.899495 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.900013 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: net-mtu-writable Jun 24 14:15:56.900340 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: network_availability_zone.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.901043 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.901566 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: network_availability_zone Jun 24 14:15:56.901892 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: network_ip_availability.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.902984 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.903507 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: network-ip-availability Jun 24 14:15:56.903839 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: network_segment_range.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.904645 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.905163 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 14:15:56.905491 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: pagination.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.906476 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.906809 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: pagination Jun 24 14:15:56.907135 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: port_device_profile.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.908040 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.908600 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: port-device-profile Jun 24 14:15:56.908927 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.909853 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.910372 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: port-mac-address-regenerate Jun 24 14:15:56.910696 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.911613 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.912125 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: port-numa-affinity-policy Jun 24 14:15:56.912473 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: port_resource_request.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.913420 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.913941 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 14:15:56.914252 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: portbindings.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.915183 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.915698 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: binding Jun 24 14:15:56.916019 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: portbindings_extended.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.917316 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.917841 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: binding-extended Jun 24 14:15:56.918169 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: portsecurity.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.919098 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.919614 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: port-security Jun 24 14:15:56.919940 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: project_id.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.921068 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.921404 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: project-id Jun 24 14:15:56.921727 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: providernet.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.922650 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.923174 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: provider Jun 24 14:15:56.923496 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: qos.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.927000 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.927532 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension qos not supported by any of loaded plugins Jun 24 14:15:56.927865 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.929654 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.930173 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 14:15:56.930502 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.931423 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.931939 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 14:15:56.932265 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: qos_default.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.933206 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.933726 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension qos-default not supported by any of loaded plugins Jun 24 14:15:56.934057 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: qos_fip.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.934717 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.935226 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 14:15:56.935550 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: qos_gateway_ip.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.936519 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.937045 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 14:15:56.937369 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: qos_port_network_policy.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.938289 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.938807 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 14:15:56.939131 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: qos_rule_type_details.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.940062 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.940622 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 14:15:56.940948 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: qos_rules_alias.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.941988 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.942511 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 14:15:56.942836 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: quotasv2.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.943762 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.944092 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: quotas Jun 24 14:15:56.945002 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: quotasv2_detail.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.946613 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.946957 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: quota_details Jun 24 14:15:56.947291 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: rbac.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.948349 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.948913 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: rbac-policies Jun 24 14:15:56.949249 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: rbac_address_group.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.950185 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.950715 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: rbac-address-group Jun 24 14:15:56.951041 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: rbac_address_scope.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.951959 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.952517 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: rbac-address-scope Jun 24 14:15:56.952846 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: rbac_security_groups.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.953758 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.954278 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: rbac-security-groups Jun 24 14:15:56.954603 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: rbac_subnetpool.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.955529 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.956048 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: rbac-subnetpool Jun 24 14:15:56.956372 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: revisionifmatch.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.957317 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.957840 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: revision-if-match Jun 24 14:15:56.958164 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: revisions.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.959265 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.959818 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: standard-attr-revisions Jun 24 14:15:56.960159 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: router_availability_zone.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.960865 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.961387 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: router_availability_zone Jun 24 14:15:56.961717 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: routerservicetype.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.962762 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.963287 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 14:15:56.963616 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.964834 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.965355 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: security-groups-normalized-cidr Jun 24 14:15:56.965682 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.966610 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.967126 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: port-security-groups-filtering Jun 24 14:15:56.967455 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.968380 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.968930 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: security-groups-remote-address-group Jun 24 14:15:56.969253 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: securitygroup.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.978752 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.979293 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: security-group Jun 24 14:15:56.979637 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: segment.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.980443 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.980968 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension segment not supported by any of loaded plugins Jun 24 14:15:56.981293 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.982235 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.982758 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 14:15:56.983085 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: servicetype.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.984202 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.984759 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: service-type Jun 24 14:15:56.985088 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: sorting.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.986074 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.986405 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: sorting Jun 24 14:15:56.986729 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: standard_attr_segment.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.987642 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.988167 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 14:15:56.988527 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: standardattrdescription.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.989201 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.989718 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: standard-attr-description Jun 24 14:15:56.990042 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: stateful_security_group.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.990978 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.992035 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: stateful-security-group Jun 24 14:15:56.992365 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: stdattrs_common.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.992988 dv-cinder-847189-2-iscsi neutron-server[87987]: WARNING neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 14:15:56.993315 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.994329 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.994857 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 14:15:56.995183 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: subnet_onboard.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.996250 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.996810 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: subnet_onboard Jun 24 14:15:56.997136 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.998070 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:56.998588 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 14:15:56.998913 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: subnet_service_types.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:56.999850 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:57.000369 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: subnet-service-types Jun 24 14:15:57.000723 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: subnetallocation.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:57.001808 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:57.002330 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: subnet_allocation Jun 24 14:15:57.002657 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:57.003328 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:57.003849 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: subnetpool-prefix-ops Jun 24 14:15:57.004175 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:57.005160 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:57.005678 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 14:15:57.006002 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: tagging.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:57.007613 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:57.008139 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: standard-attr-tag Jun 24 14:15:57.008487 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: timestamp.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:57.009678 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:57.010207 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loaded extension: standard-attr-timestamp Jun 24 14:15:57.010537 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: trunk.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:57.011569 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:57.012092 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension trunk not supported by any of loaded plugins Jun 24 14:15:57.012445 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: trunk_details.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:57.013367 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:57.013886 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 14:15:57.014211 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: uplink_status_propagation.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:57.015139 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:57.015657 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 14:15:57.015981 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Loading extension file: vlantransparent.py {{(pid=87987) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 14:15:57.016689 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87987) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 14:15:57.017202 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 14:15:57.019636 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:network Jun 24 14:15:57.020401 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:subnet Jun 24 14:15:57.022453 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 14:15:57.023093 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:port Jun 24 14:15:57.024359 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.024833 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service FLAVORS assigned prefix: {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.025449 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.025880 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.026216 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:router Jun 24 14:15:57.026880 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 14:15:57.027599 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service METERING assigned prefix: /metering {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.029126 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:57.029461 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:57.029822 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:15:57.030946 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 14:15:57.031409 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:security_group Jun 24 14:15:57.032083 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 14:15:57.032862 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service CORE assigned prefix: {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.033195 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 14:15:57.033535 dv-cinder-847189-2-iscsi neutron-server[87987]: WARNING neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] subnetpool is already registered Jun 24 14:15:57.034141 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service CORE assigned prefix: {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.034469 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 14:15:57.034783 dv-cinder-847189-2-iscsi neutron-server[87987]: WARNING neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] subnetpool is already registered Jun 24 14:15:57.037406 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.037842 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service FLAVORS assigned prefix: {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.038969 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.039396 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.039730 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:router Jun 24 14:15:57.040068 dv-cinder-847189-2-iscsi neutron-server[87987]: WARNING neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] router is already registered Jun 24 14:15:57.040715 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 14:15:57.041058 dv-cinder-847189-2-iscsi neutron-server[87987]: WARNING neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] floatingip is already registered Jun 24 14:15:57.041691 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service METERING assigned prefix: /metering {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.042366 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 14:15:57.042699 dv-cinder-847189-2-iscsi neutron-server[87987]: WARNING neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] rbac_policy is already registered Jun 24 14:15:57.043243 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:security_group Jun 24 14:15:57.043574 dv-cinder-847189-2-iscsi neutron-server[87987]: WARNING neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] security_group is already registered Jun 24 14:15:57.044167 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 14:15:57.044527 dv-cinder-847189-2-iscsi neutron-server[87987]: WARNING neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] security_group_rule is already registered Jun 24 14:15:57.045192 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service CORE assigned prefix: {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.045520 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 14:15:57.045846 dv-cinder-847189-2-iscsi neutron-server[87987]: WARNING neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] subnetpool is already registered Jun 24 14:15:57.046466 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.v2.resource_helper [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Service CORE assigned prefix: {{(pid=87987) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 14:15:57.046801 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 14:15:57.047125 dv-cinder-847189-2-iscsi neutron-server[87987]: WARNING neutron.quota.resource_registry [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] subnetpool is already registered Jun 24 14:15:57.047775 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: extensions {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.049241 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: address-groups {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.050823 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: address-scopes {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.052010 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: agents {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.053185 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: auto-allocated-topology {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.055009 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: availability_zones {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.056293 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: dhcp-networks {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.057742 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: dhcp-agents {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.059137 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: routers {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.060939 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: flavors {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.062094 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: service_profiles {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.063266 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: next_providers {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.064814 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: service_profiles {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.066217 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: floatingip-pools {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.067414 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: routers {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.069247 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: floatingips {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.070426 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: l3-routers {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.071803 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: l3-agents {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.073250 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: metering-labels {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.074593 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: metering-label-rules {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.075888 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: network-ip-availabilities {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.077141 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: bindings {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.078772 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: quotas {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.080179 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: quotas {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.081590 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: rbac-policies {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.082909 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: security-groups {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.084107 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: security-group-rules {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.085387 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: service-providers {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.086577 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: subnetpools {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.089214 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: subnetpools {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.090780 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: tags {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.092440 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: tags {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.207251 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: tags {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.209029 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: tags {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.210848 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: tags {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.212726 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: tags {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.214674 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: tags {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.216730 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: tags {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.218463 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: tags {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.220309 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron.api.extensions [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Extended resource: tags {{(pid=87987) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 14:15:57.226846 dv-cinder-847189-2-iscsi neutron-server[87987]: WARNING keystonemiddleware.auth_token [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 14:15:57.231580 dv-cinder-847189-2-iscsi neutron-server[87987]: WARNING keystonemiddleware.auth_token [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 14:15:57.240102 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_concurrency.lockutils [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Acquired lock "singleton_lock" {{(pid=87987) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 14:15:57.240614 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_concurrency.lockutils [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Releasing lock "singleton_lock" {{(pid=87987) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 14:15:57.241883 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO oslo_service.service [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Starting 2 workers Jun 24 14:15:57.246710 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Started child 88094 {{(pid=87987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 14:15:57.251024 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Started child 88095 {{(pid=87987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 14:15:57.251479 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:57.252634 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO neutron.service [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 14:15:57.252895 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [-] (88094) wsgi starting up on http://0.0.0.0:9696 Jun 24 14:15:57.253300 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Notify callbacks [] for process, before_spawn {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:57.255313 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:57.255775 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO oslo_service.service [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Starting 1 workers Jun 24 14:15:57.256644 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [-] (88095) wsgi starting up on http://0.0.0.0:9696 Jun 24 14:15:57.260689 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Started child 88096 {{(pid=87987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 14:15:57.261216 dv-cinder-847189-2-iscsi neutron-server[87987]: INFO oslo_service.service [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Starting 1 workers Jun 24 14:15:57.264182 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.service [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] calling RpcWorker wait() {{(pid=88096) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 14:15:57.264770 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.service [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] returning from RpcWorker wait() {{(pid=88096) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 14:15:57.265760 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Started child 88097 {{(pid=87987) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 14:15:57.266056 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:57.266529 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3b27-5bff-4a7a-89f1-c1822d4297b0 None None] Notify callbacks [] for process, after_spawn {{(pid=87987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:57.266628 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:15:57.268352 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87987) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 24 14:15:57.268587 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 14:15:57.268772 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 14:15:57.268991 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 14:15:57.269336 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 14:15:57.269497 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 14:15:57.270000 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.270270 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.270357 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:15:57.270799 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.270799 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.271066 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.271538 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:15:57.271628 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.271879 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.272136 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.272480 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.272722 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.272893 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.273054 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.273291 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.273521 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.273812 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.274080 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.274315 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.274609 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.274779 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.275030 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.275306 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.275564 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.275827 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] debug = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.276082 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.276572 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.276813 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.277045 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.277264 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.277524 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.277940 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.278208 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.278452 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.278666 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.278897 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.279192 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.279386 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.279622 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.279835 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.280092 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.280305 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.280794 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] host = dv-cinder-847189-2-iscsi {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.281024 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.281236 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.281478 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.281700 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.281937 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.282170 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.282433 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.282683 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.282948 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.283161 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.283395 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.283786 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.283949 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.287428 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_file = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.287428 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_options = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.287428 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.287428 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.287428 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.287428 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.287428 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.288950 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.288950 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.288950 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.288950 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.288950 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.288950 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.288950 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.288950 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.289983 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.289983 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.290248 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 35850) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:15:57.290389 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.290389 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.290389 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.290389 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.290389 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.290389 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.290389 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.290389 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.291442 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.291442 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.291442 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.291442 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.291442 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.291442 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.292653 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.292653 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.292653 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.292653 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.292653 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.293443 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.293443 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.293443 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.294039 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.294039 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.294039 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.294429 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.294429 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.294683 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.294832 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.295167 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.295381 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] use_json = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.295531 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.295745 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.296308 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.296815 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.296962 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.297098 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.297289 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.298092 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.298255 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074103 Jun 24 14:15:57.298410 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.298549 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.298808 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.299178 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.299828 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.300738 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.301069 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.302649 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.302649 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.302649 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.302649 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.302922 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.303289 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.305959 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.305959 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.305959 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.305959 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.305959 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.306301 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.306301 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.306574 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.306725 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.307542 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.308109 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.308399 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.308725 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.309010 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.309244 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.309481 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.309710 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.309953 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.310195 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.311487 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.311597 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.311806 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.312031 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.312263 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.312550 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.312787 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.313030 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.313266 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.313504 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.313739 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.313963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.314187 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.314404 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.314618 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.314831 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.315063 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.315287 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.315511 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.315762 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.315999 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.316228 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.317245 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.317499 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.317737 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.317984 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.318201 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.318438 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.318674 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.318909 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.319189 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.319416 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.319634 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.319867 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.320250 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.320355 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.321308 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.321565 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.321785 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.322016 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.322234 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.322451 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.322667 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.322881 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.323092 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.323306 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.323521 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.323738 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.323953 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.324175 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.324390 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.325611 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.325820 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.326111 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.326421 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.327304 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.327304 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.327304 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.327521 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.327691 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.327971 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.328169 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.328367 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.328603 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.329907 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.330162 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.330419 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.330668 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.330912 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.331170 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.331392 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.331639 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.331856 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.332092 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.332332 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.332612 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.332919 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.333169 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.333424 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.333661 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.333933 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.334832 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.335123 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.335347 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.335616 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.335911 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.336192 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.337370 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.337635 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.337880 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.338146 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.338406 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.338653 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.339143 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.339388 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.339610 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.339902 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.340331 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.340566 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.342062 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.342062 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.342550 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.343606 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.343795 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.344055 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.345103 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.345103 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.345103 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.345348 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.345474 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.345684 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.345937 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.346191 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.346408 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.346659 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.346897 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.348580 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.348900 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.349137 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.350363 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.350363 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.350363 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.350363 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.350363 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.351219 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.351219 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.351505 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.351656 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.351880 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.352089 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.352306 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.352788 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.353013 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.353250 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.353463 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.353463 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.354429 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.354638 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.354912 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.355172 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.355402 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.357060 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.357060 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.357474 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.358180 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.358535 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.358848 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.359141 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.359431 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.359725 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.360115 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.360452 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.360707 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.360932 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.361197 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.361428 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.361778 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.362044 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.362305 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.362559 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.362801 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.363025 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.363258 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.363491 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.363710 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.364785 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.365067 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.365328 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.365568 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.365805 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.366044 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.366815 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.367385 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.367385 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.367671 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.367921 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.368148 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.368447 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.368700 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.368924 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.369158 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.369392 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.369608 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.369834 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.370046 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.370625 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.370625 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.370801 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.371038 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.371334 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.371544 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.371768 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.371982 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.372199 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.372441 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.372744 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.372924 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.374080 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.374080 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.374080 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.374080 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.374080 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.374429 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.374589 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.374837 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.375155 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.375334 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.375645 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.375878 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.376149 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.376366 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.376627 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.376847 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.377105 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.377414 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.377712 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.377960 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.378235 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.378522 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.378800 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.379078 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.379321 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.380338 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.380729 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.381011 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.381283 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.381536 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.381847 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.382078 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.382294 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.382533 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.382773 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.383015 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.384017 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.384017 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.384017 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.384237 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.384305 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.384962 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.385198 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.385961 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.385961 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.385961 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.386186 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 14:15:57.386565 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87987) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 24 14:15:57.386723 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 14:15:57.386876 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 14:15:57.387045 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 14:15:57.387215 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 14:15:57.387377 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 14:15:57.387566 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.387724 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.387880 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.388043 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.388192 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.388387 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.389052 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.389220 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.389436 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.390207 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.390374 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.390536 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.390688 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.390849 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.390999 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.391247 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.391342 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.391489 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.391631 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.391773 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.391914 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.392068 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.393007 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] debug = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.393007 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.393289 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.393289 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.393588 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.393588 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.393975 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.393975 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.393975 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.394357 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.394357 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.394624 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.394624 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.394895 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.394895 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.395236 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.395390 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.396572 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.396572 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] host = dv-cinder-847189-2-iscsi {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.396572 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.396572 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.397987 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.397987 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.397987 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.397987 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.397987 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.397987 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.397987 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.397987 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.399013 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.399013 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.399013 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.399013 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_file = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.399013 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_options = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.399013 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.399013 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.399013 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.400042 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.400042 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.400042 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.400042 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.400042 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.400042 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.400042 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.401094 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.401094 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.401094 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.401094 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.401595 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.401595 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.401595 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.401595 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.402111 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.402111 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.402111 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.402491 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.402491 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.402491 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.403692 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.403692 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.403692 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.403692 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.403692 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.403692 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.403692 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.403692 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.404852 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.404852 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.405128 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:15:57.406030 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.406030 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.406030 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.406030 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.406030 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.406030 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.406030 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.406030 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.407251 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.407251 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.407251 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.407251 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] use_json = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.407251 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.407251 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.407251 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.407251 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.407251 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.408520 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.408520 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.408520 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.408520 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 14:15:57.408520 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.408520 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.408520 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.408520 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.409537 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.409537 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.409537 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.409537 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.409537 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.409537 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.409537 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.411434 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.411434 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.411434 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.411434 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.411434 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.411434 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.411434 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.411434 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.412471 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.412471 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.412471 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.412471 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.412471 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.412471 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.412471 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.412471 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.414963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.414963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.414963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.414963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.414963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.414963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.414963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.414963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.414963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.416211 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.416211 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.416211 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.416211 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.416211 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.416211 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.416211 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.416211 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.416211 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.419459 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.419459 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.419459 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.419459 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.419459 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.419459 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.419459 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.419459 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.420506 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.420506 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.420506 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.420506 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.420506 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.420506 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.420506 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.420506 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.420506 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.421768 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.421768 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.421768 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.421768 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.421768 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.421768 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.421768 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.421768 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.421768 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.422887 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.422887 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.422887 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.422887 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.422887 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.422887 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.422887 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.422887 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.422887 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.424000 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.424000 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.424000 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.424000 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.424000 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.424000 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.424000 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.424000 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.425613 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.425613 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.425613 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.425613 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.425613 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.425613 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.425613 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.425613 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.427593 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.427593 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.427593 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.427593 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.427593 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.427593 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.427593 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.427593 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.429159 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.429159 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.429159 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.429159 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.429159 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.429159 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.429159 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.429159 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.431007 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.431007 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.431007 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.431007 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.431007 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.431007 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.431007 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.431007 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.432104 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.432104 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.432104 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.432104 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.432104 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.432104 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.432104 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.432104 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.433154 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.433154 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.433154 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.433154 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.433154 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.433154 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.433154 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.433154 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.435771 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.435771 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.435771 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.435771 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.435771 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.435771 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.435771 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.435771 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.436812 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.436812 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.436812 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.436812 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.436812 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.436812 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.436812 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.436812 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.437935 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.437935 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.437935 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.437935 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.437935 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.437935 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.437935 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.437935 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.439754 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.439754 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.439754 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.439754 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.439754 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.439754 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.439754 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.439754 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.440711 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.440711 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.440711 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.440711 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.441171 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.441171 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.441171 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.442470 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.442470 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.442470 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.442470 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.442470 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.442470 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.442470 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.442470 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.443362 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.443362 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.443362 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.443362 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.443362 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.443963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.443963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.443963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.443963 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.445119 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.445119 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.445119 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.445119 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.445119 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.445119 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.445119 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.446031 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.446031 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.446031 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.446031 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.448034 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.448034 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.448034 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.448034 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.448723 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.448723 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.448723 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.448723 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.448723 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.449366 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.449366 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.449366 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.449366 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.450052 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.450052 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.450052 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.450052 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.450577 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.450577 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.450577 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.451446 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.451621 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.451785 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.451947 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.452874 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.452874 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.452874 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.452874 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.453382 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.453382 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.453852 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.454356 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.455228 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.455228 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.455228 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.455228 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.455228 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.455665 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.455665 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.455665 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.456004 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.456004 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.456004 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.456272 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.456352 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.456559 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.456660 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.456800 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.456969 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.457127 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.457295 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.457467 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.457626 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.457784 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.457941 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.458119 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.458292 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.458459 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.458562 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.458715 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.458872 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.459031 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.459191 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.459346 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.459504 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.459661 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.460346 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.460521 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.460680 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.460843 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.461001 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 14:15:57.461152 dv-cinder-847189-2-iscsi neutron-server[87987]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87987) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 14:16:08.455753 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf699ee-9603-45c6-b583-869f10285fbb None None] get_active_networks_info from dv-cinder-847189-2-iscsi {{(pid=88096) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 24 14:16:08.553922 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf699ee-9603-45c6-b583-869f10285fbb None None] No non-hosted networks {{(pid=88096) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 14:16:08.568661 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.agentschedulers_db [None req-dcf699ee-9603-45c6-b583-869f10285fbb None None] DHCP Agent not found on host dv-cinder-847189-2-iscsi {{(pid=88096) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 24 14:16:08.655763 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-7c555a41-6456-4dfa-ad84-1a2eaa61ca3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914317'] for agent, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:10.637956 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-12a68aba-8b2d-41a6-9026-1466d9f05954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914317'] for agent, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:10.675876 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-7691d6ee-4cae-411a-8551-3368436f4108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:11.606932 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914317'] for agent, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:11.607653 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:11.608256 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:11.608692 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:11.609084 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:11.609541 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:11.609957 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:11.610652 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:11.611706 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:11.612924 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:11.613855 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:11.615101 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:11.617954 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:11.619197 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847189-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:16:11.636315 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847189-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:16:11.909920 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914317'] for agent, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:13.573236 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914317'] for agent, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:14.888372 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 35958) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:15.559813 dv-cinder-847189-2-iscsi neutron-server[88094]: WARNING oslo_policy.policy [None req-099da6fe-547f-4352-b89b-52b423180dad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:16:15.560366 dv-cinder-847189-2-iscsi neutron-server[88094]: WARNING oslo_policy.policy [None req-099da6fe-547f-4352-b89b-52b423180dad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:16:15.790925 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [None req-099da6fe-547f-4352-b89b-52b423180dad admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88094) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:16:15.791922 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-099da6fe-547f-4352-b89b-52b423180dad admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9026089 Jun 24 14:16:17.903147 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.db.l3_hamode_db [None req-209e6121-6ac1-40a4-a415-c507580f4431 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 14:16:17.989406 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e6121-6ac1-40a4-a415-c507580f4431 None None] Routers set() bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:16:17.989799 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e6121-6ac1-40a4-a415-c507580f4431 None None] Router IDs set() for agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 24 14:16:18.337736 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 35972) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:18.721212 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-f288d6a7-9c78-4ca9-88e5-bb843cdc7542 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:16:18.816598 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.policy [None req-f288d6a7-9c78-4ca9-88e5-bb843cdc7542 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88094) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 14:16:18.862549 dv-cinder-847189-2-iscsi neutron-server[88094]: WARNING oslo_policy.policy [None req-f288d6a7-9c78-4ca9-88e5-bb843cdc7542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:16:18.862937 dv-cinder-847189-2-iscsi neutron-server[88094]: WARNING oslo_policy.policy [None req-f288d6a7-9c78-4ca9-88e5-bb843cdc7542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:16:18.871829 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.quota [None req-f288d6a7-9c78-4ca9-88e5-bb843cdc7542 admin admin] Loaded quota_driver: . Jun 24 14:16:18.887334 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f288d6a7-9c78-4ca9-88e5-bb843cdc7542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:16:18.948090 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f288d6a7-9c78-4ca9-88e5-bb843cdc7542 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767783390285', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767783390872', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767783395587', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767783210200', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767783211619', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767783225390', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-757551', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-829399', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3996858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4081976'] for rbac-policy, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:19.012202 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f288d6a7-9c78-4ca9-88e5-bb843cdc7542 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:19.013337 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-f288d6a7-9c78-4ca9-88e5-bb843cdc7542 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6746423 Jun 24 14:16:21.757685 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 35986) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:22.373091 dv-cinder-847189-2-iscsi neutron-server[88095]: WARNING oslo_policy.policy [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:16:22.373711 dv-cinder-847189-2-iscsi neutron-server[88095]: WARNING oslo_policy.policy [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:16:22.588286 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Request body: {'network': {'project_id': '6063b66a59834b65a92b076fe1ff3652', 'admin_state_up': True, 'name': 'private'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:16:22.590171 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.quota [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Loaded quota_driver: . Jun 24 14:16:22.605741 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:16:22.612653 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Usage tracker for resource:network and tenant:6063b66a59834b65a92b076fe1ff3652 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:16:22.618347 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:16:22.626699 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:16:22.642912 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Made reservation on behalf of 6063b66a59834b65a92b076fe1ff3652 for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:16:22.710049 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.policy [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88095) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 14:16:22.753543 dv-cinder-847189-2-iscsi neutron-server[88095]: WARNING oslo_policy.policy [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:16:22.753923 dv-cinder-847189-2-iscsi neutron-server[88095]: WARNING oslo_policy.policy [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 14:16:22.763984 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:22.785441 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:22.800216 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:16:22.804368 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Usage tracker for resource:security_group_rule and tenant:6063b66a59834b65a92b076fe1ff3652 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:16:22.809873 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:16:22.815404 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:16:22.922942 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:22.927041 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:22.949870 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=88095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:16:22.973626 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767783876208', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:22.974175 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Unsubscribe: segment precommit_create {{(pid=88095) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 14:16:22.974705 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Added segment d7737b55-3bf8-492d-9393-c049dabd92b5 of type vlan for network 43f224df-854c-4ba6-b87e-a33d5a16252f Jun 24 14:16:23.029954 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f229407b-bc39-45d2-b552-865258ce9917,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:23.050458 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:23.050793 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:23.051129 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:23.051452 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:23.051780 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:23.052099 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:23.052444 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:23.052755 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:23.053588 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:23.053899 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:23.054215 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:23.054527 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Tracked resource versions report: Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: pushed versions: Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: { 'AddressGroup': {'1.2'}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'ConntrackHelper': {'1.0'}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Log': {'1.0'}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Network': {'1.1'}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Port': {'1.7'}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'PortForwarding': {'1.2'}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'QosPolicy': {'1.8'}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'SecurityGroup': {'1.4'}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'SubPort': {'1.0'}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Subnet': {'1.1'}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Trunk': {'1.1'}} Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: consumer versions: Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: { DHCP agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: L3 agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: Metadata agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: Metering agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: Open vSwitch agent@dv-cinder-847189-2-iscsi: { 'AddressGroup': '1.2', Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'ConntrackHelper': '1.0', Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Log': '1.0', Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Network': '1.1', Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Port': '1.7', Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'PortForwarding': '1.2', Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'QosPolicy': '1.8', Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'SecurityGroup': '1.4', Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'SecurityGroupRule': '1.2', Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'SubPort': '1.0', Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Subnet': '1.1', Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Trunk': '1.1'}} Jun 24 14:16:23.055674 dv-cinder-847189-2-iscsi neutron-server[88095]: {{(pid=88095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:16:23.089454 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:23.142197 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:23.143449 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:16:23.144116 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:23.250998 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] Pushing event updated for resources: {'Network': ['ID=43f224df-854c-4ba6-b87e-a33d5a16252f,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:23.253682 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-5057134e-21f5-461f-800a-cb4a90900f00 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4935837 Jun 24 14:16:23.272234 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 43f224df-854c-4ba6-b87e-a33d5a16252f details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:16:26.032199 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36008) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:26.539616 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f954e528-aa39-48e7-a390-6ee8972e5237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:16:26.541000 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-f954e528-aa39-48e7-a390-6ee8972e5237 admin admin] 10.222.0.16 "GET /v2.0/networks/43f224df-854c-4ba6-b87e-a33d5a16252f HTTP/1.1" status: 200 len: 825 time: 0.5077231 Jun 24 14:16:26.572381 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-f07976c1-7579-4656-ba11-fd47b85778f5 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/b9c36651-bfd6-48f5-8604-f74790815bb4 HTTP/1.1" status: 200 len: 734 time: 0.0258040 Jun 24 14:16:26.581635 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f', 'subnetpool_id': 'b9c36651-bfd6-48f5-8604-f74790815bb4'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:16:26.586866 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:16:26.590845 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Usage tracker for resource:subnet and tenant:6063b66a59834b65a92b076fe1ff3652 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:16:26.593779 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:16:26.599768 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:16:26.609758 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Made reservation on behalf of 6063b66a59834b65a92b076fe1ff3652 for: {'subnet': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:16:26.612081 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Notify callbacks [] for subnet, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:26.899977 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for subnet, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:26.987023 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Checking segment: {'id': 'd7737b55-3bf8-492d-9393-c049dabd92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:16:26.987387 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Network hostable DHCP agents. Network: 43f224df-854c-4ba6-b87e-a33d5a16252f, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:16:26.992876 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab04c35-d0e3-44d7-9e91-43332a675388,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:27.011631 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Network 43f224df-854c-4ba6-b87e-a33d5a16252f is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:16:27.022564 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 43f224df-854c-4ba6-b87e-a33d5a16252f) {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:16:27.027622 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:16:27.028214 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:27.032452 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bae43a6-b91d-4f4c-88a2-03baef208bdf None None] Network 43f224df-854c-4ba6-b87e-a33d5a16252f requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:16:27.051128 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-3c06c1dc-3c37-4b87-9081-5dfbcfa79ede admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4726977 Jun 24 14:16:27.369782 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-43f224df-854c-4ba6-b87e-a33d5a16252f', 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'fixed_ips': [{'subnet_id': '1ab04c35-d0e3-44d7-9e91-43332a675388'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:16:27.371020 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:27.572546 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Allocated IP 172.20.0.2 (43f224df-854c-4ba6-b87e-a33d5a16252f/1ab04c35-d0e3-44d7-9e91-43332a675388/c7d336de-050c-426c-b387-ceb152a5f409) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:16:27.817603 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:27.832148 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Transition to ACTIVE for port object c7d336de-050c-426c-b387-ceb152a5f409 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:16:27.853116 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Transition to ACTIVE for port object c7d336de-050c-426c-b387-ceb152a5f409 will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:16:27.860396 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:27.935109 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Network 43f224df-854c-4ba6-b87e-a33d5a16252f is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:16:27.938922 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:16:27.955909 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:16:27.967587 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Pushing event updated for resources: {'Port': ['ID=c7d336de-050c-426c-b387-ceb152a5f409,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:28.016864 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:28.017218 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:28.017565 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:28.017902 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:28.018236 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:28.018568 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:28.018894 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:28.019225 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:28.019579 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:28.019909 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:28.020233 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:28.020579 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Tracked resource versions report: Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: pushed versions: Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: { 'AddressGroup': {'1.2'}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'ConntrackHelper': {'1.0'}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Log': {'1.0'}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Network': {'1.1'}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Port': {'1.7'}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'PortForwarding': {'1.2'}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'QosPolicy': {'1.8'}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'SecurityGroup': {'1.4'}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'SubPort': {'1.0'}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Subnet': {'1.1'}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Trunk': {'1.1'}} Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: consumer versions: Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: { DHCP agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: L3 agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: Metadata agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: Metering agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: Open vSwitch agent@dv-cinder-847189-2-iscsi: { 'AddressGroup': '1.2', Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'ConntrackHelper': '1.0', Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Log': '1.0', Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Network': '1.1', Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Port': '1.7', Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'PortForwarding': '1.2', Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'QosPolicy': '1.8', Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'SecurityGroup': '1.4', Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'SecurityGroupRule': '1.2', Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'SubPort': '1.0', Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Subnet': '1.1', Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Trunk': '1.1'}} Jun 24 14:16:28.021778 dv-cinder-847189-2-iscsi neutron-server[88096]: {{(pid=88096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:16:28.086594 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Attempting to bind port c7d336de-050c-426c-b387-ceb152a5f409 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:16:28.087215 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Attempting to bind port c7d336de-050c-426c-b387-ceb152a5f409 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': 'd7737b55-3bf8-492d-9393-c049dabd92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:16:28.087318 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Attempting to bind port c7d336de-050c-426c-b387-ceb152a5f409 on network 43f224df-854c-4ba6-b87e-a33d5a16252f {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:16:28.093099 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:16:28.093492 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Checking segment: {'id': 'd7737b55-3bf8-492d-9393-c049dabd92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:16:28.093969 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:28.094367 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Bound using segment: {'id': 'd7737b55-3bf8-492d-9393-c049dabd92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:16:28.094849 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Bound port: c7d336de-050c-426c-b387-ceb152a5f409, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7737b55-3bf8-492d-9393-c049dabd92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:16:28.095254 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:28.190017 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] For port c7d336de-050c-426c-b387-ceb152a5f409, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:16:28.194167 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] For port c7d336de-050c-426c-b387-ceb152a5f409, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=c7d336de-050c-426c-b387-ceb152a5f409,segment=NetworkSegment(d7737b55-3bf8-492d-9393-c049dabd92b5),segment_id=d7737b55-3bf8-492d-9393-c049dabd92b5)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:16:28.198518 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:28.289355 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da41d2e-d3a2-407d-86ab-87aa66bd13f0 None None] Pushing event updated for resources: {'Port': ['ID=c7d336de-050c-426c-b387-ceb152a5f409,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:29.511196 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36018) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:29.883808 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [None req-76eadd38-71b2-4c57-a45c-99f4e2f8d087 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:16:29.884807 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-76eadd38-71b2-4c57-a45c-99f4e2f8d087 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3725407 Jun 24 14:16:31.548681 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device c7d336de-050c-426c-b387-ceb152a5f409 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:16:31.629465 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port c7d336de-050c-426c-b387-ceb152a5f409 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:16:32.223226 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc74980-d744-4788-b105-75dfbce2e41c None None] Network 43f224df-854c-4ba6-b87e-a33d5a16252f requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:16:32.305110 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-5cd54806-8a5f-4f16-b411-901b752ae343 None None] Provisioning for port c7d336de-050c-426c-b387-ceb152a5f409 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:16:32.314373 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-5cd54806-8a5f-4f16-b411-901b752ae343 None None] Provisioning complete for port c7d336de-050c-426c-b387-ceb152a5f409 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:16:32.314770 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-5cd54806-8a5f-4f16-b411-901b752ae343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:32.383636 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36032) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:32.553011 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-5cd54806-8a5f-4f16-b411-901b752ae343 None None] Current status of the port c7d336de-050c-426c-b387-ceb152a5f409 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:16:32.553550 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-5cd54806-8a5f-4f16-b411-901b752ae343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:32.623531 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-5cd54806-8a5f-4f16-b411-901b752ae343 None None] For port c7d336de-050c-426c-b387-ceb152a5f409, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=c7d336de-050c-426c-b387-ceb152a5f409,segment=NetworkSegment(d7737b55-3bf8-492d-9393-c049dabd92b5),segment_id=d7737b55-3bf8-492d-9393-c049dabd92b5)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:16:32.632023 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-5cd54806-8a5f-4f16-b411-901b752ae343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:32.710710 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd54806-8a5f-4f16-b411-901b752ae343 None None] Pushing event updated for resources: {'Port': ['ID=c7d336de-050c-426c-b387-ceb152a5f409,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:32.805491 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [None req-0ea01fd9-7425-4a14-bb18-26048995057b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:16:32.806457 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-0ea01fd9-7425-4a14-bb18-26048995057b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4219041 Jun 24 14:16:32.859394 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-e47e13fb-d64d-4e26-ad3b-19169e7e401f None None] Provisioning complete for port c7d336de-050c-426c-b387-ceb152a5f409 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:16:32.859759 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e47e13fb-d64d-4e26-ad3b-19169e7e401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:33.014618 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-e47e13fb-d64d-4e26-ad3b-19169e7e401f None None] Current status of the port c7d336de-050c-426c-b387-ceb152a5f409 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:16:33.526454 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device c7d336de-050c-426c-b387-ceb152a5f409 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:16:33.594942 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port c7d336de-050c-426c-b387-ceb152a5f409 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:16:33.595616 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:33.708514 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port c7d336de-050c-426c-b387-ceb152a5f409 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:16:35.550105 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36044) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:35.896001 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-ba0f6590-3ee2-4070-8782-60fe4b8d2347 admin admin] Request body: {'router': {'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:16:35.901243 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-ba0f6590-3ee2-4070-8782-60fe4b8d2347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:16:35.905056 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-ba0f6590-3ee2-4070-8782-60fe4b8d2347 admin admin] Usage tracker for resource:router and tenant:6063b66a59834b65a92b076fe1ff3652 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:16:35.908249 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-ba0f6590-3ee2-4070-8782-60fe4b8d2347 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:16:35.913823 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-ba0f6590-3ee2-4070-8782-60fe4b8d2347 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:16:35.923270 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6590-3ee2-4070-8782-60fe4b8d2347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3903350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26522'] for router, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:35.924869 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6590-3ee2-4070-8782-60fe4b8d2347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29033'] for router, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:35.947839 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6590-3ee2-4070-8782-60fe4b8d2347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:36.062121 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6590-3ee2-4070-8782-60fe4b8d2347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3903300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520'] for router, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:36.080967 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ba0f6590-3ee2-4070-8782-60fe4b8d2347 admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:36.082172 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-ba0f6590-3ee2-4070-8782-60fe4b8d2347 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5310922 Jun 24 14:16:38.417716 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0eae5bca-77f3-4896-9dac-8c5d079da5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:38.556858 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36054) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:38.928031 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [None req-b63bcd4e-6042-4cad-b68f-3d3082b8cc60 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:16:38.929070 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-b63bcd4e-6042-4cad-b68f-3d3082b8cc60 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3713710 Jun 24 14:16:40.621380 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-892c52bc-68dc-47fc-8b9f-7dff4c896822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:41.360600 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36064) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:41.582252 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:41.731313 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:16:41.736290 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:16:41.740619 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Usage tracker for resource:network and tenant:6cfa948aa1a447a7be122866617b24b2 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:16:41.743465 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:16:41.749131 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:16:41.759327 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Made reservation on behalf of 6cfa948aa1a447a7be122866617b24b2 for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:16:41.761592 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:41.773587 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:41.787689 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:16:41.791418 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Usage tracker for resource:security_group_rule and tenant:6cfa948aa1a447a7be122866617b24b2 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:16:41.794161 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:16:41.799657 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:16:41.876090 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:41.885748 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:41.889414 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:41.923994 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Reserving flat network on physical network physnet1 {{(pid=88095) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 14:16:41.949639 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a1f947-b353-4426-996c-d1bb860e5f03,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:41.952390 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:41.952804 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Added segment 860bb73f-fd84-4850-9e1b-41c3229bb89c of type flat for network 56739e03-84f5-401f-84c2-dbaf871a2b89 Jun 24 14:16:41.988814 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:42.024957 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:42.025909 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:16:42.026486 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:42.126195 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] Pushing event updated for resources: {'Network': ['ID=56739e03-84f5-401f-84c2-dbaf871a2b89,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:42.128933 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-d929a7e8-c20f-4355-9183-47a5427ea8a9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7672997 Jun 24 14:16:42.136484 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:16:43.542917 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:44.574067 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36084) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:44.797036 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2cae6d-06cd-459a-8561-432c64119e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:16:44.798436 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-fd2cae6d-06cd-459a-8561-432c64119e8c admin admin] 10.222.0.16 "GET /v2.0/subnets/1ab04c35-d0e3-44d7-9e91-43332a675388 HTTP/1.1" status: 200 len: 849 time: 0.2233114 Jun 24 14:16:44.943706 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-3da69ad1-b1b2-427f-9bdb-113691759d6c admin admin] 10.222.0.16 "GET /v2.0/routers/b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 HTTP/1.1" status: 200 len: 704 time: 0.1396489 Jun 24 14:16:45.403432 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:45.634287 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Allocated IP 172.20.0.1 (43f224df-854c-4ba6-b87e-a33d5a16252f/1ab04c35-d0e3-44d7-9e91-43332a675388/eb29365a-a02f-44fe-b91d-1e3d354445b8) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:16:45.795280 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:45.813181 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Transition to ACTIVE for port object eb29365a-a02f-44fe-b91d-1e3d354445b8 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:16:45.875030 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:45.965352 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Network 43f224df-854c-4ba6-b87e-a33d5a16252f is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:16:45.972113 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:16:45.976749 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:16:45.977280 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3903314'] for router_interface, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:46.125959 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Pushing event updated for resources: {'Port': ['ID=eb29365a-a02f-44fe-b91d-1e3d354445b8,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:46.211555 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-bdb36892-0149-4ef1-bdde-a309ebe88b41 None None] Provisioning for port eb29365a-a02f-44fe-b91d-1e3d354445b8 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:16:46.216881 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-bdb36892-0149-4ef1-bdde-a309ebe88b41 None None] Provisioning complete for port eb29365a-a02f-44fe-b91d-1e3d354445b8 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:16:46.217339 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-bdb36892-0149-4ef1-bdde-a309ebe88b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:46.270601 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:46.270844 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-bdb36892-0149-4ef1-bdde-a309ebe88b41 None None] Port eb29365a-a02f-44fe-b91d-1e3d354445b8 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:16:46.492259 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:46.496700 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:46.497571 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903287'] for router_interface, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:46.627741 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Pushing event updated for resources: {'Port': ['ID=eb29365a-a02f-44fe-b91d-1e3d354445b8,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:46.690010 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Network 43f224df-854c-4ba6-b87e-a33d5a16252f is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:16:46.691049 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:16:46.888693 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Router b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 is scheduled to L3 agent f837352b-afc6-405d-a4a3-f96679748736 with binding_index 1 {{(pid=88095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:16:46.898250 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-693c9635-c7b2-4908-84d4-79b88538602a None None] Provisioning complete for port eb29365a-a02f-44fe-b91d-1e3d354445b8 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:16:46.898250 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-693c9635-c7b2-4908-84d4-79b88538602a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:46.951882 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-693c9635-c7b2-4908-84d4-79b88538602a None None] Port eb29365a-a02f-44fe-b91d-1e3d354445b8 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:16:47.064874 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:16:47.075221 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-b1f0a181-36e8-4c1b-9dd1-4568ceab0f56 admin admin] 10.222.0.16 "PUT /v2.0/routers/b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1265996 Jun 24 14:16:47.075404 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Sync routers for ids ['b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:16:47.086105 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Routers {'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:16:47.086969 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:16:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:16:47.265931 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Set router b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 gateway port host: None {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:16:47.663552 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'name': 'router1', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:16:35Z', 'updated_at': '2022-06-24T14:16:46Z', 'revision_number': 2, 'project_id': '6063b66a59834b65a92b076fe1ff3652', 'gw_port_host': None, '_interfaces': [{'id': 'eb29365a-a02f-44fe-b91d-1e3d354445b8', 'name': '', 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'mac_address': 'fa:16:3e:7d:5c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ab04c35-d0e3-44d7-9e91-43332a675388', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:16:45Z', 'updated_at': '2022-06-24T14:16:46Z', 'revision_number': 2, 'project_id': '6063b66a59834b65a92b076fe1ff3652', 'subnets': [{'id': '1ab04c35-d0e3-44d7-9e91-43332a675388', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9c36651-bfd6-48f5-8604-f74790815bb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:16:47.668619 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Checking router: b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:16:47.668993 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Updating router b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 port eb29365a-a02f-44fe-b91d-1e3d354445b8 binding host dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:16:47.722237 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:48.110564 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Notify callbacks [] for port, precommit_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:48.125172 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.provisioning_blocks [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Transition to ACTIVE for port object eb29365a-a02f-44fe-b91d-1e3d354445b8 will not be triggered until provisioned by entity L2. {{(pid=88097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:16:48.131836 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:48.310314 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Pushing event updated for resources: {'Port': ['ID=eb29365a-a02f-44fe-b91d-1e3d354445b8,revision_number=3']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:48.353435 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:48.353783 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:48.354119 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:48.354449 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:48.354780 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:48.355103 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:48.355424 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:48.355746 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:48.356072 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:48.356394 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:48.356732 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:48.357051 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Tracked resource versions report: Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: pushed versions: Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: { 'AddressGroup': {'1.2'}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'ConntrackHelper': {'1.0'}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Log': {'1.0'}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Network': {'1.1'}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Port': {'1.7'}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'PortForwarding': {'1.2'}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'QosPolicy': {'1.8'}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'SecurityGroup': {'1.4'}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'SubPort': {'1.0'}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Subnet': {'1.1'}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Trunk': {'1.1'}} Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: consumer versions: Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: { DHCP agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: L3 agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: Metadata agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: Metering agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: Open vSwitch agent@dv-cinder-847189-2-iscsi: { 'AddressGroup': '1.2', Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'ConntrackHelper': '1.0', Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Log': '1.0', Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Network': '1.1', Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Port': '1.7', Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'PortForwarding': '1.2', Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'QosPolicy': '1.8', Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'SecurityGroup': '1.4', Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'SecurityGroupRule': '1.2', Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'SubPort': '1.0', Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Subnet': '1.1', Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Trunk': '1.1'}} Jun 24 14:16:48.358202 dv-cinder-847189-2-iscsi neutron-server[88097]: {{(pid=88097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:16:48.389252 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Attempting to bind port eb29365a-a02f-44fe-b91d-1e3d354445b8 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:16:48.389502 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Attempting to bind port eb29365a-a02f-44fe-b91d-1e3d354445b8 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': 'd7737b55-3bf8-492d-9393-c049dabd92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f'}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:16:48.389922 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Attempting to bind port eb29365a-a02f-44fe-b91d-1e3d354445b8 on network 43f224df-854c-4ba6-b87e-a33d5a16252f {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:16:48.399347 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:16:48.399729 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Checking segment: {'id': 'd7737b55-3bf8-492d-9393-c049dabd92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:16:48.400193 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:48.400598 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Bound using segment: {'id': 'd7737b55-3bf8-492d-9393-c049dabd92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f'} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:16:48.401089 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Bound port: eb29365a-a02f-44fe-b91d-1e3d354445b8, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7737b55-3bf8-492d-9393-c049dabd92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f'}}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:16:48.401466 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:48.493509 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] For port eb29365a-a02f-44fe-b91d-1e3d354445b8, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:16:48.498270 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] For port eb29365a-a02f-44fe-b91d-1e3d354445b8, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=eb29365a-a02f-44fe-b91d-1e3d354445b8,segment=NetworkSegment(d7737b55-3bf8-492d-9393-c049dabd92b5),segment_id=d7737b55-3bf8-492d-9393-c049dabd92b5)] {{(pid=88097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:16:48.504932 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:48.613852 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c88da-4456-4d77-8ea0-57c2760222bd None None] Pushing event updated for resources: {'Port': ['ID=eb29365a-a02f-44fe-b91d-1e3d354445b8,revision_number=4']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:48.643707 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Routers {'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:16:48.644325 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:16:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:16:48.802435 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] Set router b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 gateway port host: None {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:16:49.126639 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'name': 'router1', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:16:35Z', 'updated_at': '2022-06-24T14:16:46Z', 'revision_number': 2, 'project_id': '6063b66a59834b65a92b076fe1ff3652', 'gw_port_host': None, '_interfaces': [{'id': 'eb29365a-a02f-44fe-b91d-1e3d354445b8', 'name': '', 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'mac_address': 'fa:16:3e:7d:5c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ab04c35-d0e3-44d7-9e91-43332a675388', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:16:45Z', 'updated_at': '2022-06-24T14:16:48Z', 'revision_number': 4, 'project_id': '6063b66a59834b65a92b076fe1ff3652', 'subnets': [{'id': '1ab04c35-d0e3-44d7-9e91-43332a675388', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9c36651-bfd6-48f5-8604-f74790815bb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:16:49.130705 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5844398e-d24f-4d85-9054-4505c2ee0f9a None None] The sync data for ids ['b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1'] in dv-cinder-847189-2-iscsi is: [{'id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'name': 'router1', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:16:35Z', 'updated_at': '2022-06-24T14:16:46Z', 'revision_number': 2, 'project_id': '6063b66a59834b65a92b076fe1ff3652', 'gw_port_host': None, '_interfaces': [{'id': 'eb29365a-a02f-44fe-b91d-1e3d354445b8', 'name': '', 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'mac_address': 'fa:16:3e:7d:5c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ab04c35-d0e3-44d7-9e91-43332a675388', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:16:45Z', 'updated_at': '2022-06-24T14:16:48Z', 'revision_number': 4, 'project_id': '6063b66a59834b65a92b076fe1ff3652', 'subnets': [{'id': '1ab04c35-d0e3-44d7-9e91-43332a675388', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9c36651-bfd6-48f5-8604-f74790815bb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:16:49.346376 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36110) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:49.497983 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea0c155-1542-4ca5-8186-d9899087148f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:16:49.498532 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-fea0c155-1542-4ca5-8186-d9899087148f admin admin] Synchronizing usage tracker for tenant:6cfa948aa1a447a7be122866617b24b2 on resource:network {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:16:49.517305 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-fea0c155-1542-4ca5-8186-d9899087148f admin admin] Unset dirty status for tenant:6cfa948aa1a447a7be122866617b24b2 on resource:network {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:16:49.518474 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-fea0c155-1542-4ca5-8186-d9899087148f admin admin] 10.222.0.16 "GET /v2.0/networks/56739e03-84f5-401f-84c2-dbaf871a2b89 HTTP/1.1" status: 200 len: 842 time: 0.1711130 Jun 24 14:16:49.528861 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:16:49.534412 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:16:49.538848 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Usage tracker for resource:subnet and tenant:6cfa948aa1a447a7be122866617b24b2 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:16:49.541772 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:16:49.547781 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:16:49.565101 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Made reservation on behalf of 6cfa948aa1a447a7be122866617b24b2 for: {'subnet': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:16:49.567481 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:50.000405 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.objects.ports [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88095) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 24 14:16:50.000893 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for subnet, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:50.078847 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Pushing event updated for resources: {'Subnet': ['ID=405686aa-e650-4e8b-a6e3-41481e07f6ec,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:50.084548 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:16:50.084898 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Network hostable DHCP agents. Network: 56739e03-84f5-401f-84c2-dbaf871a2b89, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:16:50.103839 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:16:50.112735 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 56739e03-84f5-401f-84c2-dbaf871a2b89) {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:16:50.119024 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:16:50.119608 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:50.120475 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df8ffa-3853-463b-b2db-4a2e5fff258d None None] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:16:50.141482 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-ead4d029-dea0-49e2-a21c-f53afcce651c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6164641 Jun 24 14:16:50.357231 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e83db3-fac1-4405-bbad-938f65a77c35 None None] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:16:51.551560 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device eb29365a-a02f-44fe-b91d-1e3d354445b8 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:16:51.618842 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port eb29365a-a02f-44fe-b91d-1e3d354445b8 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:16:51.623561 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port eb29365a-a02f-44fe-b91d-1e3d354445b8 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:16:51.623922 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:51.741072 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port eb29365a-a02f-44fe-b91d-1e3d354445b8 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:16:51.741376 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:51.772871 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port eb29365a-a02f-44fe-b91d-1e3d354445b8, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=eb29365a-a02f-44fe-b91d-1e3d354445b8,segment=NetworkSegment(d7737b55-3bf8-492d-9393-c049dabd92b5),segment_id=d7737b55-3bf8-492d-9393-c049dabd92b5)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:16:51.776693 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:51.846783 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=eb29365a-a02f-44fe-b91d-1e3d354445b8,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:52.454220 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36124) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:52.662794 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-10a51d81-8975-4686-86f3-ed0e54c4e252 admin admin] 10.222.0.16 "GET /v2.0/routers/b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 HTTP/1.1" status: 200 len: 710 time: 0.2074075 Jun 24 14:16:52.790577 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5253c74f-7fa8-4a97-ba3f-80b1a7748eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:16:52.791925 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-5253c74f-7fa8-4a97-ba3f-80b1a7748eeb admin admin] 10.222.0.16 "GET /v2.0/networks/56739e03-84f5-401f-84c2-dbaf871a2b89 HTTP/1.1" status: 200 len: 886 time: 0.1240416 Jun 24 14:16:52.800480 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:16:53.238023 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:53.537916 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device eb29365a-a02f-44fe-b91d-1e3d354445b8 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:16:53.607286 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port eb29365a-a02f-44fe-b91d-1e3d354445b8 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:16:53.607652 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:53.615850 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:53.675753 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:53.728397 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port eb29365a-a02f-44fe-b91d-1e3d354445b8 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:16:53.808130 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Allocated IP 172.27.2.4 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/d1096c83-ff68-484b-a63e-0ab154e220d0) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:16:53.956489 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:53.986685 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:54.049839 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:16:54.057373 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:16:54.062785 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:16:54.171665 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Pushing event updated for resources: {'Port': ['ID=d1096c83-ff68-484b-a63e-0ab154e220d0,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:54.444571 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:54.834470 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:54.837653 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3914614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3914593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3903422'] for router, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:55.016704 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Router b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:16:55.195619 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:16:55.203870 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:55.205097 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-e93ad342-0552-437e-95f3-5a4a5fde4023 admin admin] 10.222.0.16 "PUT /v2.0/routers/b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 HTTP/1.1" status: 200 len: 888 time: 2.4077559 Jun 24 14:16:55.205615 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Sync routers for ids ['b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:16:55.216643 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Routers {'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:16:55.217326 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:16:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:16:55.432293 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Set router b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:16:55.784746 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'name': 'router1', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'd1096c83-ff68-484b-a63e-0ab154e220d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:16:35Z', 'updated_at': '2022-06-24T14:16:54Z', 'revision_number': 4, 'project_id': '6063b66a59834b65a92b076fe1ff3652', 'gw_port': {'id': 'd1096c83-ff68-484b-a63e-0ab154e220d0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:16:53Z', 'updated_at': '2022-06-24T14:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'eb29365a-a02f-44fe-b91d-1e3d354445b8', 'name': '', 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'mac_address': 'fa:16:3e:7d:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ab04c35-d0e3-44d7-9e91-43332a675388', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:16:45Z', 'updated_at': '2022-06-24T14:16:51Z', 'revision_number': 5, 'project_id': '6063b66a59834b65a92b076fe1ff3652', 'subnets': [{'id': '1ab04c35-d0e3-44d7-9e91-43332a675388', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9c36651-bfd6-48f5-8604-f74790815bb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:16:55.789510 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Checking router: b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:16:55.789861 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Updating router b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 port d1096c83-ff68-484b-a63e-0ab154e220d0 binding host dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:16:55.844780 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:56.170669 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Notify callbacks [] for port, precommit_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:56.182016 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Transition to ACTIVE for port object d1096c83-ff68-484b-a63e-0ab154e220d0 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:16:56.189099 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:56.269178 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Attempting to bind port d1096c83-ff68-484b-a63e-0ab154e220d0 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:16:56.269888 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Attempting to bind port d1096c83-ff68-484b-a63e-0ab154e220d0 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:16:56.269888 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Attempting to bind port d1096c83-ff68-484b-a63e-0ab154e220d0 on network 56739e03-84f5-401f-84c2-dbaf871a2b89 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:16:56.276329 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eca2de-2f4d-4846-a206-a971b87fcf2d None None] Pushing event updated for resources: {'Port': ['ID=d1096c83-ff68-484b-a63e-0ab154e220d0,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:56.281132 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:16:56.282003 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:16:56.282226 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:56.282614 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Bound using segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:16:56.283083 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Bound port: d1096c83-ff68-484b-a63e-0ab154e220d0, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:16:56.283472 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:56.354502 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] For port d1096c83-ff68-484b-a63e-0ab154e220d0, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:16:56.357416 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] For port d1096c83-ff68-484b-a63e-0ab154e220d0, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d1096c83-ff68-484b-a63e-0ab154e220d0,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:16:56.362752 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:56.445135 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Routers {'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:16:56.445765 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:16:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:16:56.500341 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eca2de-2f4d-4846-a206-a971b87fcf2d None None] Pushing event updated for resources: {'Port': ['ID=d1096c83-ff68-484b-a63e-0ab154e220d0,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:56.634680 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] Set router b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:16:57.000744 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'name': 'router1', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'd1096c83-ff68-484b-a63e-0ab154e220d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:16:35Z', 'updated_at': '2022-06-24T14:16:54Z', 'revision_number': 4, 'project_id': '6063b66a59834b65a92b076fe1ff3652', 'gw_port': {'id': 'd1096c83-ff68-484b-a63e-0ab154e220d0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:16:53Z', 'updated_at': '2022-06-24T14:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'eb29365a-a02f-44fe-b91d-1e3d354445b8', 'name': '', 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'mac_address': 'fa:16:3e:7d:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ab04c35-d0e3-44d7-9e91-43332a675388', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:16:45Z', 'updated_at': '2022-06-24T14:16:51Z', 'revision_number': 5, 'project_id': '6063b66a59834b65a92b076fe1ff3652', 'subnets': [{'id': '1ab04c35-d0e3-44d7-9e91-43332a675388', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9c36651-bfd6-48f5-8604-f74790815bb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:16:57.004946 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4ed2e0-3d6c-4c3a-aa0c-8121cdf5d7ec None None] The sync data for ids ['b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1'] in dv-cinder-847189-2-iscsi is: [{'id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'name': 'router1', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': 'd1096c83-ff68-484b-a63e-0ab154e220d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:16:35Z', 'updated_at': '2022-06-24T14:16:54Z', 'revision_number': 4, 'project_id': '6063b66a59834b65a92b076fe1ff3652', 'gw_port': {'id': 'd1096c83-ff68-484b-a63e-0ab154e220d0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:16:53Z', 'updated_at': '2022-06-24T14:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'eb29365a-a02f-44fe-b91d-1e3d354445b8', 'name': '', 'network_id': '43f224df-854c-4ba6-b87e-a33d5a16252f', 'tenant_id': '6063b66a59834b65a92b076fe1ff3652', 'mac_address': 'fa:16:3e:7d:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0dbcc45-3b5c-4bd6-b88c-acbeb08731c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ab04c35-d0e3-44d7-9e91-43332a675388', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:16:45Z', 'updated_at': '2022-06-24T14:16:51Z', 'revision_number': 5, 'project_id': '6063b66a59834b65a92b076fe1ff3652', 'subnets': [{'id': '1ab04c35-d0e3-44d7-9e91-43332a675388', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9c36651-bfd6-48f5-8604-f74790815bb4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:16:57.589868 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d1096c83-ff68-484b-a63e-0ab154e220d0 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:16:57.672382 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port d1096c83-ff68-484b-a63e-0ab154e220d0 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:16:57.677535 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port d1096c83-ff68-484b-a63e-0ab154e220d0 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:16:57.677899 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:57.688005 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36134) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:16:57.814860 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port d1096c83-ff68-484b-a63e-0ab154e220d0 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:16:57.815580 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:57.838458 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-85afa43c-3988-428c-af38-e95a7e6d05b5 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1489668 Jun 24 14:16:57.843430 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port d1096c83-ff68-484b-a63e-0ab154e220d0, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d1096c83-ff68-484b-a63e-0ab154e220d0,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:16:57.848008 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:57.939703 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=d1096c83-ff68-484b-a63e-0ab154e220d0,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:16:59.569870 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d1096c83-ff68-484b-a63e-0ab154e220d0 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:16:59.672063 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port d1096c83-ff68-484b-a63e-0ab154e220d0 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:16:59.672474 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:16:59.800122 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port d1096c83-ff68-484b-a63e-0ab154e220d0 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:17:04.316845 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 5 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:17:08.415208 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-939d203a-601c-4530-9ada-fe34519a3e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:10.624654 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-23f603be-1f8e-4d0f-b952-c0b374caa272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:11.579028 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:11.880915 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:13.553713 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:38.409944 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b3146732-e28e-4e1a-85fb-006c15bea25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:40.626896 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b554-4ace-416a-a736-7992db08f47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:41.323775 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 5 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:17:41.577549 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:41.882179 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:17:43.567294 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:08.419313 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-13c73a10-23b5-4c03-b8ff-3e43f16cb38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:10.635659 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-79f9c476-5dcc-4894-ab05-61725e928733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:11.579158 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:11.886134 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:13.586339 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:18.322585 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 5 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:18:38.421755 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e88d3072-4db5-4e5a-84b3-3b00c1e2d50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:40.630575 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-1e548138-ea16-4301-81b5-7c7dd05f39c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:41.576625 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:41.887674 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:43.566284 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:18:55.311363 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 5 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:19:02.717812 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36704) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:02.791739 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6ed3aa-b55a-4c8f-9a24-e4b42ea1d67f admin admin] GET failed (client error): The resource could not be found. Jun 24 14:19:02.793110 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-ec6ed3aa-b55a-4c8f-9a24-e4b42ea1d67f admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0742543 Jun 24 14:19:02.926834 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b03d42e-b661-4d97-8e8c-6c5ed4fa0fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:02.928300 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-3b03d42e-b661-4d97-8e8c-6c5ed4fa0fd8 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1312246 Jun 24 14:19:05.163622 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36714) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:05.274889 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eea3a4b-e33c-4270-b0f8-8821f588ee58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:05.275439 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-8eea3a4b-e33c-4270-b0f8-8821f588ee58 admin admin] Synchronizing usage tracker for tenant:6cfa948aa1a447a7be122866617b24b2 on resource:subnet {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:19:05.292570 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-8eea3a4b-e33c-4270-b0f8-8821f588ee58 admin admin] Unset dirty status for tenant:6cfa948aa1a447a7be122866617b24b2 on resource:subnet {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:19:05.293730 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-8eea3a4b-e33c-4270-b0f8-8821f588ee58 admin admin] 10.222.0.16 "GET /v2.0/subnets/1ab04c35-d0e3-44d7-9e91-43332a675388 HTTP/1.1" status: 200 len: 849 time: 0.1291654 Jun 24 14:19:05.303089 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:19:05.423108 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:05.618428 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767783882379'] for subnet, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:05.660590 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:05.661180 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:05.676556 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] 10.222.0.16 "PUT /v2.0/subnets/1ab04c35-d0e3-44d7-9e91-43332a675388 HTTP/1.1" status: 200 len: 868 time: 0.3632021 Jun 24 14:19:05.680966 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d77ab8-f27e-4cc8-b2b6-8634ee7bc63a None None] Network 43f224df-854c-4ba6-b87e-a33d5a16252f requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:19:05.692579 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab04c35-d0e3-44d7-9e91-43332a675388,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:19:05.699108 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:05.699473 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:05.699797 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:05.700154 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:05.700545 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:05.700900 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:05.701846 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:05.701846 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:05.702062 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:05.702277 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:05.702628 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:05.705428 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5059afa-a242-4fcc-adfa-3705402b52f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:06.190056 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-041b9b05-867f-437f-a81f-ba0945bdb156 None None] Provisioning complete for port eb29365a-a02f-44fe-b91d-1e3d354445b8 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:19:06.190623 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-041b9b05-867f-437f-a81f-ba0945bdb156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:06.319940 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-041b9b05-867f-437f-a81f-ba0945bdb156 None None] Current status of the port eb29365a-a02f-44fe-b91d-1e3d354445b8 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:19:06.331509 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-041b9b05-867f-437f-a81f-ba0945bdb156 None None] Provisioning complete for port c7d336de-050c-426c-b387-ceb152a5f409 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:19:06.331875 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-041b9b05-867f-437f-a81f-ba0945bdb156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:06.447472 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-041b9b05-867f-437f-a81f-ba0945bdb156 None None] Current status of the port c7d336de-050c-426c-b387-ceb152a5f409 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:19:07.922601 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36724) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:08.106881 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a2920-a277-4b1e-a8ab-bdb07c0ab891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:08.107382 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8a2920-a277-4b1e-a8ab-bdb07c0ab891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:08.108928 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-3a8a2920-a277-4b1e-a8ab-bdb07c0ab891 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1853716 Jun 24 14:19:08.415179 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-419f5a46-8f91-40ad-a086-1338ef133747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:10.312718 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36734) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:10.491508 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb818660-939d-46a6-89de-f4b9daa3aeec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:10.491990 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb818660-939d-46a6-89de-f4b9daa3aeec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:10.493549 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-fb818660-939d-46a6-89de-f4b9daa3aeec admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1798606 Jun 24 14:19:10.638162 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-200d8b20-4924-4e7f-8cf2-9c8828e9fc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:11.582629 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:11.891360 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:12.666646 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36744) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:12.891271 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31862242-1e1e-4f1e-be63-18ceb8a3c217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:12.892591 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-31862242-1e1e-4f1e-be63-18ceb8a3c217 admin admin] 10.222.0.16 "GET /v2.0/networks/43f224df-854c-4ba6-b87e-a33d5a16252f HTTP/1.1" status: 200 len: 869 time: 0.2246833 Jun 24 14:19:13.590661 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:15.109905 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36754) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:15.277646 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47a8c83-7523-4768-96d6-d1ea3c268f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:15.279012 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-a47a8c83-7523-4768-96d6-d1ea3c268f8a admin admin] 10.222.0.16 "GET /v2.0/networks/56739e03-84f5-401f-84c2-dbaf871a2b89 HTTP/1.1" status: 200 len: 886 time: 0.1680751 Jun 24 14:19:17.459620 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 36764) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:17.589017 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c710f994-cba5-4d93-8ee7-7fe420f13530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:17.589513 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c710f994-cba5-4d93-8ee7-7fe420f13530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:17.591445 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-c710f994-cba5-4d93-8ee7-7fe420f13530 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308949 Jun 24 14:19:19.795448 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 36774) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:19.898874 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894bca6-2a88-44c5-8685-64af37dc6633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:19.899325 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894bca6-2a88-44c5-8685-64af37dc6633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:19.901081 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-e894bca6-2a88-44c5-8685-64af37dc6633 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1046970 Jun 24 14:19:22.057393 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36784) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:22.164111 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8bcb57-a18c-4d23-940f-e0c0997cb0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:22.165430 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-ed8bcb57-a18c-4d23-940f-e0c0997cb0b6 admin admin] 10.222.0.16 "GET /v2.0/subnets/1ab04c35-d0e3-44d7-9e91-43332a675388 HTTP/1.1" status: 200 len: 868 time: 0.1071002 Jun 24 14:19:24.301743 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 36794) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:24.400069 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbac9dea-9274-4d59-a989-716f9b0a12fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:24.401384 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-bbac9dea-9274-4d59-a989-716f9b0a12fe admin admin] 10.222.0.16 "GET /v2.0/subnets/405686aa-e650-4e8b-a6e3-41481e07f6ec HTTP/1.1" status: 200 len: 816 time: 0.0986879 Jun 24 14:19:32.310716 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 5 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:19:38.418947 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f32be9a0-284d-4987-b085-c6dffdd826dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:40.630852 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a3d783a1-0158-444c-9662-42dc05a3f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:41.577107 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:41.893143 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:43.209431 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36840) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:43.255641 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [None req-9dead520-f876-44dd-becb-5b698541e0ee admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:19:43.256658 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-9dead520-f876-44dd-becb-5b698541e0ee admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462704 Jun 24 14:19:43.571217 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:45.481500 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36850) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:45.546123 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.pecan_wsgi.hooks.translation [None req-39681dff-d821-4e2b-ab80-c2b3fd10bfc4 admin admin] GET failed (client error): The resource could not be found. Jun 24 14:19:45.547338 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-39681dff-d821-4e2b-ab80-c2b3fd10bfc4 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0649238 Jun 24 14:19:45.670410 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6c9ee2-59d5-4662-9e88-9795a789fc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:45.671758 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-2a6c9ee2-59d5-4662-9e88-9795a789fc7f admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1201415 Jun 24 14:19:47.890949 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36860) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:47.937167 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:19:47.941503 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:19:47.950786 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:19:47.960806 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Made reservation on behalf of 6cfa948aa1a447a7be122866617b24b2 for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:19:47.963071 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:48.050535 dv-cinder-847189-2-iscsi neutron-server[88095]: WARNING neutron.services.revisions.revision_plugin [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Could not find related network for resource to bump revision. Jun 24 14:19:48.061744 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=88095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:19:48.071086 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:48.071417 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Added segment 17c34e98-0155-45e2-8704-058d25d341d0 of type vlan for network 3820aa27-029b-4e7e-86e2-d56c3df52249 Jun 24 14:19:48.096461 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:48.122858 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:48.123787 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:48.124352 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:48.222448 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] Pushing event updated for resources: {'Network': ['ID=3820aa27-029b-4e7e-86e2-d56c3df52249,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:19:48.226725 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-b8840936-4d1c-49aa-aa06-51a48b2e0523 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3346870 Jun 24 14:19:48.232939 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 3820aa27-029b-4e7e-86e2-d56c3df52249 details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:19:50.419283 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36870) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:19:50.484063 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a95388-515d-4d10-bba4-0b14f46085ff admin admin] GET failed (client error): The resource could not be found. Jun 24 14:19:50.484595 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-14a95388-515d-4d10-bba4-0b14f46085ff admin admin] Synchronizing usage tracker for tenant:6cfa948aa1a447a7be122866617b24b2 on resource:network {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:19:50.499637 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-14a95388-515d-4d10-bba4-0b14f46085ff admin admin] Unset dirty status for tenant:6cfa948aa1a447a7be122866617b24b2 on resource:network {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:19:50.500799 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-14a95388-515d-4d10-bba4-0b14f46085ff admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0805845 Jun 24 14:19:50.603517 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cd18d1-823f-4f6a-8440-93e006ed86fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:50.604897 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-63cd18d1-823f-4f6a-8440-93e006ed86fb admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0997915 Jun 24 14:19:50.614473 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:19:50.618815 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:19:50.628542 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:19:50.637616 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Made reservation on behalf of 6cfa948aa1a447a7be122866617b24b2 for: {'subnet': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:19:50.639790 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:50.832282 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for subnet, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:50.903055 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Pushing event updated for resources: {'Subnet': ['ID=505801c3-462e-47bb-9314-d2eab6d78328,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:19:50.911189 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Checking segment: {'id': '17c34e98-0155-45e2-8704-058d25d341d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:19:50.911525 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Network hostable DHCP agents. Network: 3820aa27-029b-4e7e-86e2-d56c3df52249, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:19:50.929445 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Network 3820aa27-029b-4e7e-86e2-d56c3df52249 is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:19:50.937461 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 3820aa27-029b-4e7e-86e2-d56c3df52249) {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:19:50.941911 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:19:50.942482 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:50.946715 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f3ad34-a43c-4aa3-8691-dac162b0c775 None None] Network 3820aa27-029b-4e7e-86e2-d56c3df52249 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:19:50.965074 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-97e78b37-382b-447f-b5ba-4970ede9712b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3539584 Jun 24 14:19:51.174920 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-3820aa27-029b-4e7e-86e2-d56c3df52249', 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249', 'tenant_id': '6cfa948aa1a447a7be122866617b24b2', 'fixed_ips': [{'subnet_id': '505801c3-462e-47bb-9314-d2eab6d78328'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:19:51.175755 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:51.332583 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Allocated IP 192.168.233.2 (3820aa27-029b-4e7e-86e2-d56c3df52249/505801c3-462e-47bb-9314-d2eab6d78328/22b2c96f-ebec-486a-811c-5921ce220386) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:19:51.531778 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:51.543176 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Transition to ACTIVE for port object 22b2c96f-ebec-486a-811c-5921ce220386 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:19:51.561463 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Transition to ACTIVE for port object 22b2c96f-ebec-486a-811c-5921ce220386 will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:19:51.567528 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:51.630795 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Network 3820aa27-029b-4e7e-86e2-d56c3df52249 is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:19:51.637780 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:19:51.645475 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:19:51.651322 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Pushing event updated for resources: {'Port': ['ID=22b2c96f-ebec-486a-811c-5921ce220386,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:19:51.686061 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:51.686394 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:51.686725 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:51.687052 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:51.687373 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:51.687695 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:51.688012 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:51.688327 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:51.688733 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:51.689056 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:51.689370 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:51.689683 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:19:51.759611 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Attempting to bind port 22b2c96f-ebec-486a-811c-5921ce220386 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:19:51.759976 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Attempting to bind port 22b2c96f-ebec-486a-811c-5921ce220386 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '17c34e98-0155-45e2-8704-058d25d341d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:19:51.760337 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Attempting to bind port 22b2c96f-ebec-486a-811c-5921ce220386 on network 3820aa27-029b-4e7e-86e2-d56c3df52249 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:19:51.765571 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:19:51.765934 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Checking segment: {'id': '17c34e98-0155-45e2-8704-058d25d341d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:19:51.766321 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:51.767235 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Bound using segment: {'id': '17c34e98-0155-45e2-8704-058d25d341d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:19:51.767687 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Bound port: 22b2c96f-ebec-486a-811c-5921ce220386, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c34e98-0155-45e2-8704-058d25d341d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:19:51.768068 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:51.857005 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] For port 22b2c96f-ebec-486a-811c-5921ce220386, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:19:51.860240 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] For port 22b2c96f-ebec-486a-811c-5921ce220386, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=22b2c96f-ebec-486a-811c-5921ce220386,segment=NetworkSegment(17c34e98-0155-45e2-8704-058d25d341d0),segment_id=17c34e98-0155-45e2-8704-058d25d341d0)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:19:51.864867 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:51.941032 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a225c47-5652-44d7-9327-ea397b51dc33 None None] Pushing event updated for resources: {'Port': ['ID=22b2c96f-ebec-486a-811c-5921ce220386,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:19:52.765750 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6ab557-e8bc-41fc-b16d-0cc0806462ec None None] Network 3820aa27-029b-4e7e-86e2-d56c3df52249 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:19:52.851997 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-80ddcfcb-0871-4064-a069-87fa557dec97 None None] Provisioning for port 22b2c96f-ebec-486a-811c-5921ce220386 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:19:53.681556 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 22b2c96f-ebec-486a-811c-5921ce220386 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:19:53.764608 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 22b2c96f-ebec-486a-811c-5921ce220386 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:19:53.770691 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 22b2c96f-ebec-486a-811c-5921ce220386 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:19:53.771306 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:53.887659 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 22b2c96f-ebec-486a-811c-5921ce220386 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:19:53.887959 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:53.918313 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 22b2c96f-ebec-486a-811c-5921ce220386, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=22b2c96f-ebec-486a-811c-5921ce220386,segment=NetworkSegment(17c34e98-0155-45e2-8704-058d25d341d0),segment_id=17c34e98-0155-45e2-8704-058d25d341d0)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:19:53.921702 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:53.987818 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=22b2c96f-ebec-486a-811c-5921ce220386,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:19:55.655556 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 22b2c96f-ebec-486a-811c-5921ce220386 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:19:55.721707 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 22b2c96f-ebec-486a-811c-5921ce220386 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:19:55.722068 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:19:55.834080 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 22b2c96f-ebec-486a-811c-5921ce220386 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:20:08.426890 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-781d9525-be47-4fa5-9306-89440532bb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:09.309764 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 5 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:20:10.634560 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8728ea8d-f785-44c9-8870-7f7913526891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:11.581211 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:11.897226 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:13.576183 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:38.420479 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a35f3bc0-930d-40db-8782-2fd7da576e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:40.637309 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-9c635525-0430-4b34-98d4-4e60430ca8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:41.605535 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:41.900077 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:43.581351 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:46.309026 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 5 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:20:58.238968 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36916) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:20:58.245437 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [None req-92e8e6b5-264d-4b97-9877-b7f722b60db2 tempest-verify_tempest_config-1670541247 tempest-verify_tempest_config-1670541247-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:20:58.246425 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-92e8e6b5-264d-4b97-9877-b7f722b60db2 tempest-verify_tempest_config-1670541247 tempest-verify_tempest_config-1670541247-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061963 Jun 24 14:20:58.556241 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36934) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:20:58.692375 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:58.707298 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:20:58.711343 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Usage tracker for resource:security_group_rule and tenant:85302ba65f194488a334e78037a40116 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:20:58.714163 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:20:58.720503 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:20:58.807963 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:58.812564 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:58.861007 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Synchronizing usage tracker for tenant:6cfa948aa1a447a7be122866617b24b2 on resource:security_group {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:20:58.872704 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3e03c3-5ab4-42c0-8844-80449201361f,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:20:58.883112 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:20:58.883409 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:20:58.883770 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:20:58.884099 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:20:58.884447 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:20:58.884853 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:20:58.885177 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:20:58.885494 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:20:58.885827 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:20:58.886144 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:20:58.886454 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:20:58.886763 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:20:58.890381 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] Unset dirty status for tenant:6cfa948aa1a447a7be122866617b24b2 on resource:security_group {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:20:58.891569 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-f42ffeea-f847-4286-9f30-e0113fe841eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85302ba65f194488a334e78037a40116&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3342562 Jun 24 14:20:58.894728 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 36940) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:20:58.952285 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f7787557-36b2-4124-a9da-12d4dd0ae607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:58.978336 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f7787557-36b2-4124-a9da-12d4dd0ae607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:59.071651 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f7787557-36b2-4124-a9da-12d4dd0ae607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:59.085598 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7787557-36b2-4124-a9da-12d4dd0ae607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3e03c3-5ab4-42c0-8844-80449201361f,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:20:59.096848 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f7787557-36b2-4124-a9da-12d4dd0ae607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:20:59.097967 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-f7787557-36b2-4124-a9da-12d4dd0ae607 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb3e03c3-5ab4-42c0-8844-80449201361f HTTP/1.1" status: 204 len: 168 time: 0.2021792 Jun 24 14:21:08.425327 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e4a85a91-966c-4e8f-baf2-f0f4a6975539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:10.642191 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-797e613c-f9c2-4f4f-a483-6dc4ad7d4d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:11.581214 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:11.902224 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:13.581579 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:23.310795 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 5 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:21:38.418270 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-5f4272af-0cfd-416c-b646-018865b8d646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:40.645245 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-eea5382c-a3d9-4540-8590-6cf00690dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:41.583320 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:41.905892 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:21:43.585835 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:00.310441 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 5 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:22:08.422420 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-5094aaea-f219-4796-b7b0-a82e8321675b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:10.645789 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-92ffff3e-7458-42a7-b4d3-73ea1ece184c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:11.586162 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:11.906258 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:13.587982 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:35.227026 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3914317'] for agent, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:37.309527 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:22:38.423708 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c54e517f-7129-48ad-ad87-b2ff350c3714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:40.648824 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-5bcb106b-3d88-40c7-a825-cda3895a777f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:41.588436 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:41.909042 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:43.596944 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:22:47.784400 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37010) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:22:47.893375 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-ee497a24-b8b7-4b08-a83e-460ae8447244 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1078665 Jun 24 14:22:50.083407 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37020) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:22:50.137571 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-901f8134-ae76-40f4-8a4b-738c81705532 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0531039 Jun 24 14:23:05.228687 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:08.425405 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6f23-1c91-4fa3-b814-64f55350e95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:10.650270 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-887c1da9-4762-4e2d-bc1c-6e974c5f4e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.589583 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:11.911048 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:13.593333 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:14.308507 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:23:35.221968 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:38.426788 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-1d51f382-6f81-495c-8102-82ad3e95bfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:40.651421 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b5f6-6a06-4817-8e45-4c13a95e4803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:41.593093 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:41.913968 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:43.608643 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:23:51.308213 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:24:05.235127 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:08.429477 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8f2f-d69f-4bd5-b7ac-bb66bebb66f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:10.655230 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8c05356d-d1c3-4b0f-97c0-fa68141af96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:11.720052 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:11.917763 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:13.597950 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:28.307525 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:24:31.067748 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37160) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:31.424877 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-580925757-network', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:31.430168 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:31.439196 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Usage tracker for resource:network and tenant:0e3ad630000240b0b99f8314aa06e202 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:31.442559 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:31.451967 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:31.470565 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Made reservation on behalf of 0e3ad630000240b0b99f8314aa06e202 for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:31.473853 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.492270 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.517263 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:31.522704 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Usage tracker for resource:security_group_rule and tenant:0e3ad630000240b0b99f8314aa06e202 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:31.526751 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:31.534733 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:31.645161 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.656905 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.702967 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3173ee54-f3dd-4e80-9229-179eb02703c1,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:31.706607 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=88095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:24:31.715272 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:31.715639 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:31.715982 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:31.716315 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:31.716953 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:31.717332 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:31.717767 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:31.718056 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:31.718383 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:31.718706 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:31.719024 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:31.719338 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Tracked resource versions report: Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: pushed versions: Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: { 'AddressGroup': {'1.2'}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'ConntrackHelper': {'1.0'}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Log': {'1.0'}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Network': {'1.1'}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Port': {'1.7'}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'PortForwarding': {'1.2'}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'QosPolicy': {'1.8'}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'SecurityGroup': {'1.4'}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'SubPort': {'1.0'}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Subnet': {'1.1'}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Trunk': {'1.1'}} Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: consumer versions: Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: { DHCP agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: HyperV agent@hv-cinder-84718: {}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: L3 agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: Metadata agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: Metering agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: Open vSwitch agent@dv-cinder-847189-2-iscsi: { 'AddressGroup': '1.2', Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'ConntrackHelper': '1.0', Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Log': '1.0', Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Network': '1.1', Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Port': '1.7', Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'PortForwarding': '1.2', Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'QosPolicy': '1.8', Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'SecurityGroup': '1.4', Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'SecurityGroupRule': '1.2', Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'SubPort': '1.0', Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Subnet': '1.1', Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: 'Trunk': '1.1'}} Jun 24 14:24:31.720641 dv-cinder-847189-2-iscsi neutron-server[88095]: {{(pid=88095) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:24:31.730936 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.731510 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Added segment 685e2da9-a7e3-4616-b117-f4c0599e261b of type vlan for network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c Jun 24 14:24:31.763212 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.797942 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.798953 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:31.799532 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:31.967114 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] Pushing event updated for resources: {'Network': ['ID=10d24e81-bd02-44d3-8a25-b8abf5d4e94c,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:31.973441 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37212) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:31.973956 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-68cfbc6c-9856-4ff9-8bc8-1e28d08df6dd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9043622 Jun 24 14:24:31.976623 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:24:31.983005 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Request body: {'subnet': {'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-subnet', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:31.994247 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:32.000239 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Usage tracker for resource:subnet and tenant:0e3ad630000240b0b99f8314aa06e202 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:32.004539 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:32.011655 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:32.024921 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Made reservation on behalf of 0e3ad630000240b0b99f8314aa06e202 for: {'subnet': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:32.028271 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.134872 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37218) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:32.335249 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for subnet, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.414390 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37234) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:32.439804 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=281a49a9-895e-4dfb-9af0-0c46c1a90d45,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:32.477548 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:32.478420 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:32.479123 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:32.479894 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:32.480637 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:32.481391 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:32.481997 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:32.482571 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:32.483205 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:32.483719 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:32.484288 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:32.484876 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Tracked resource versions report: Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: pushed versions: Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: { 'AddressGroup': {'1.2'}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'ConntrackHelper': {'1.0'}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'Log': {'1.0'}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'Network': {'1.1'}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'Port': {'1.7'}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'PortForwarding': {'1.2'}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'QosPolicy': {'1.8'}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'SecurityGroup': {'1.4'}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'SubPort': {'1.0'}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'Subnet': {'1.1'}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'Trunk': {'1.1'}} Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: consumer versions: Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: { DHCP agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: HyperV agent@hv-cinder-84718: {}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: L3 agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: Metadata agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: Metering agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: Open vSwitch agent@dv-cinder-847189-2-iscsi: { 'AddressGroup': '1.2', Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'ConntrackHelper': '1.0', Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'Log': '1.0', Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'Network': '1.1', Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'Port': '1.7', Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'PortForwarding': '1.2', Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'QosPolicy': '1.8', Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'SecurityGroup': '1.4', Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'SecurityGroupRule': '1.2', Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'SubPort': '1.0', Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'Subnet': '1.1', Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: 'Trunk': '1.1'}} Jun 24 14:24:32.487067 dv-cinder-847189-2-iscsi neutron-server[88094]: {{(pid=88094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:24:32.506313 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Checking segment: {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:32.507034 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Network hostable DHCP agents. Network: 10d24e81-bd02-44d3-8a25-b8abf5d4e94c, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:24:32.546110 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:24:32.564177 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 10d24e81-bd02-44d3-8a25-b8abf5d4e94c) {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:32.575312 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:32.578533 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277c36bb-227b-4948-b217-4655eb6d71c2 None None] Network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:32.589440 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.624206 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-804942244-network', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:32.635751 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:32.648439 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Usage tracker for resource:network and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:32.656183 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-ba2b1829-12fc-43c1-93ae-110e261f58f0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6805348 Jun 24 14:24:32.658758 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37248) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:32.661547 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:32.672411 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:32.679712 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:32.689648 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:32.702070 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Made reservation on behalf of a2e0770ebf744551881a430f664bfcb7 for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:32.704212 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Usage tracker for resource:router and tenant:0e3ad630000240b0b99f8314aa06e202 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:32.706100 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.713871 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:32.728832 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:32.739901 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.754929 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3903350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26522'] for router, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.756977 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29033'] for router, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.777663 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:32.787259 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Usage tracker for resource:security_group_rule and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:32.795573 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:32.802406 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.809868 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:32.881942 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-164831247-network', 'tenant_id': '085034667ea744bb9c9438ba395db80b'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:32.900470 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:32.908329 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Usage tracker for resource:network and tenant:085034667ea744bb9c9438ba395db80b is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:32.919445 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:32.935447 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:32.954141 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:32.958604 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.009811 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=88095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:24:33.043316 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Made reservation on behalf of 085034667ea744bb9c9438ba395db80b for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:33.046544 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.060502 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440e3c4c-c3f3-461a-84e9-44f99fa851e5,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:33.065095 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.086847 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.087344 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Added segment 766bdbef-e96a-43c5-8947-072ee6bb9fb1 of type vlan for network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e Jun 24 14:24:33.101913 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:24:33.103078 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:33.108918 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.109112 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Usage tracker for resource:security_group_rule and tenant:085034667ea744bb9c9438ba395db80b is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:33.115035 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:33.130969 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:33.141245 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.183047 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.184538 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:33.185272 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.299204 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] Pushing event updated for resources: {'Network': ['ID=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:33.337939 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-d83a9611-5c49-4e93-81d1-294b28fbf9de admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2001419 Jun 24 14:24:33.339067 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37266) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:33.352138 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Request body: {'subnet': {'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-subnet', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:33.357683 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:33.362150 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Usage tracker for resource:subnet and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:33.366467 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:33.373635 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:33.391847 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Made reservation on behalf of a2e0770ebf744551881a430f664bfcb7 for: {'subnet': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:33.396771 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.417037 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:24:33.587348 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37276) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:33.631085 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Allocated IP 172.20.0.2 (10d24e81-bd02-44d3-8a25-b8abf5d4e94c/281a49a9-895e-4dfb-9af0-0c46c1a90d45/96476824-48a4-44ef-b444-1ce2abcc7aa7) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:33.808042 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.944008 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1807832203-network', 'tenant_id': 'd8862ce344604357b578d764147db708'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:33.956703 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:33.965383 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Usage tracker for resource:network and tenant:d8862ce344604357b578d764147db708 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:33.972919 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:33.983198 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:33.986082 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:34.002591 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.031101 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for subnet, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.049541 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.061477 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Transition to ACTIVE for port object 96476824-48a4-44ef-b444-1ce2abcc7aa7 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:34.080606 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=88095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:24:34.081693 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Transition to ACTIVE for port object 96476824-48a4-44ef-b444-1ce2abcc7aa7 will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:34.090796 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.102371 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.103165 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Added segment 6d01c032-df06-46c0-a96a-15deafff33cc of type vlan for network 8e14cfab-49a9-462c-8685-e98918a63d3d Jun 24 14:24:34.166414 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.215092 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:34.218389 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:34.226938 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:34.264972 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Made reservation on behalf of d8862ce344604357b578d764147db708 for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:34.269769 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.291932 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5db5138-b044-4e27-b2d8-93e64ce0cd15,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:34.303426 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.356204 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:34.368474 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Usage tracker for resource:security_group_rule and tenant:d8862ce344604357b578d764147db708 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:34.377369 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Pushing event updated for resources: {'Port': ['ID=96476824-48a4-44ef-b444-1ce2abcc7aa7,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:34.390261 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:34.393377 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:34.393694 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:34.394201 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:34.394688 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:34.395182 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:34.395663 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:34.396144 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:34.396635 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:34.397145 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:34.397611 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:34.398091 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:34.398562 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Tracked resource versions report: Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: pushed versions: Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: { 'AddressGroup': {'1.2'}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'ConntrackHelper': {'1.0'}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Log': {'1.0'}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Network': {'1.1'}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Port': {'1.7'}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'PortForwarding': {'1.2'}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'QosPolicy': {'1.8'}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'SecurityGroup': {'1.4'}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'SubPort': {'1.0'}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Subnet': {'1.1'}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Trunk': {'1.1'}} Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: consumer versions: Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: { DHCP agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: HyperV agent@hv-cinder-84718: {}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: L3 agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: Metadata agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: Metering agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: Open vSwitch agent@dv-cinder-847189-2-iscsi: { 'AddressGroup': '1.2', Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'ConntrackHelper': '1.0', Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Log': '1.0', Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Network': '1.1', Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Port': '1.7', Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'PortForwarding': '1.2', Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'QosPolicy': '1.8', Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'SecurityGroup': '1.4', Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'SecurityGroupRule': '1.2', Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'SubPort': '1.0', Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Subnet': '1.1', Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: 'Trunk': '1.1'}} Jun 24 14:24:34.399901 dv-cinder-847189-2-iscsi neutron-server[88096]: {{(pid=88096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:24:34.405201 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Attempting to bind port 96476824-48a4-44ef-b444-1ce2abcc7aa7 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:34.405563 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Attempting to bind port 96476824-48a4-44ef-b444-1ce2abcc7aa7 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:34.405911 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Attempting to bind port 96476824-48a4-44ef-b444-1ce2abcc7aa7 on network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:34.412414 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:34.413284 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Checking segment: {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:34.413823 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.414501 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Bound using segment: {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:34.415654 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Bound port: 96476824-48a4-44ef-b444-1ce2abcc7aa7, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:34.416196 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.436678 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:34.472319 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.506313 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.507428 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:34.507998 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.512071 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Checking segment: {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:34.512452 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Network hostable DHCP agents. Network: 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:24:34.515051 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.528196 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] For port 96476824-48a4-44ef-b444-1ce2abcc7aa7, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:34.531947 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] For port 96476824-48a4-44ef-b444-1ce2abcc7aa7, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=96476824-48a4-44ef-b444-1ce2abcc7aa7,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:34.535128 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c23270-f643-4575-b781-5e955cf1b95a,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:34.541093 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.661385 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] Pushing event updated for resources: {'Network': ['ID=8e14cfab-49a9-462c-8685-e98918a63d3d,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:34.669092 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd88f13-9635-49b9-8c0d-f2b9bbdd57e0 None None] Pushing event updated for resources: {'Port': ['ID=96476824-48a4-44ef-b444-1ce2abcc7aa7,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:34.673188 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:24:34.680051 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 8e14cfab-49a9-462c-8685-e98918a63d3d details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:24:34.686620 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-c896bbf5-05db-4ad9-b6f1-5b5514ad8a3d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2733378 Jun 24 14:24:34.692581 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37308) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:34.703418 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-94162295-5040-4032-910c-01268f492915 admin admin] Request body: {'subnet': {'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-164831247-subnet', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:34.710818 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e) {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:34.713928 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-94162295-5040-4032-910c-01268f492915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:34.726659 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:34.727327 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.735842 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-94162295-5040-4032-910c-01268f492915 admin admin] Usage tracker for resource:subnet and tenant:085034667ea744bb9c9438ba395db80b is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:34.747266 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-94162295-5040-4032-910c-01268f492915 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:34.770331 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-94162295-5040-4032-910c-01268f492915 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:34.773287 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.783014 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-9227e2f4-7430-4ce0-90ae-8134aa5733c0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4410038 Jun 24 14:24:34.784281 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37318) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:34.791930 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:34.795836 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.812290 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:34.823717 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94162295-5040-4032-910c-01268f492915 admin admin] Made reservation on behalf of 085034667ea744bb9c9438ba395db80b for: {'subnet': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:34.831774 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-94162295-5040-4032-910c-01268f492915 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.835250 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7117cd3f-bed2-46d7-9396-860209d3b2a1 None None] Network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:34.853720 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Usage tracker for resource:router and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:34.859815 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Allocated IP 172.27.2.158 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/283cba96-fcd9-4539-8d83-ef49e42c1a03) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:34.927391 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:34.930950 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=88095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:24:34.951345 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:34.972061 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d60c53f-4538-48b3-99da-4a2f684f37b0,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:34.983514 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:34.983751 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Added segment 74e28636-d536-467a-a170-4b534821a652 of type vlan for network 6161664b-3b32-45bf-aaea-509aa7bf89e1 Jun 24 14:24:35.001266 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3903350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26522'] for router, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.002206 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29033'] for router, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.042752 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.058650 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.116290 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:24:35.119399 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.138381 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.268618 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.298976 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.414929 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Allocated IP 172.20.0.2 (146f5474-9b2d-44ee-b4e9-27ad6ad77b9e/88c23270-f643-4575-b781-5e955cf1b95a/cd6c4606-5bd1-4942-b3c6-79eb5e9ada43) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:35.497136 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Pushing event updated for resources: {'Port': ['ID=283cba96-fcd9-4539-8d83-ef49e42c1a03,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:35.503513 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.505752 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:35.507498 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.519853 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:35.529541 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:35.577619 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:35.918954 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:35.927556 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 96476824-48a4-44ef-b444-1ce2abcc7aa7 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:35.969035 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Transition to ACTIVE for port object cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:36.012278 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Transition to ACTIVE for port object cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:36.022606 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:36.123824 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:36.127127 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:36.131466 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:36.139296 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 96476824-48a4-44ef-b444-1ce2abcc7aa7 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:36.282731 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-94162295-5040-4032-910c-01268f492915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for subnet, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:36.337467 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Pushing event updated for resources: {'Port': ['ID=cd6c4606-5bd1-4942-b3c6-79eb5e9ada43,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:36.352135 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Attempting to bind port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:36.353161 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Attempting to bind port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:36.353552 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Attempting to bind port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 on network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:36.361877 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:36.362248 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Checking segment: {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:36.362659 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:36.363180 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Bound using segment: {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:36.363684 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Bound port: cd6c4606-5bd1-4942-b3c6-79eb5e9ada43, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:36.364082 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:36.377821 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7758152 Jun 24 14:24:36.378935 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4015a9-a0dc-4240-bff5-5f8d8622d04b admin admin] Pushing event updated for resources: {'Network': ['ID=6161664b-3b32-45bf-aaea-509aa7bf89e1,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:36.394782 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 6161664b-3b32-45bf-aaea-509aa7bf89e1 details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:24:36.394977 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37356) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:36.406453 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:36.457408 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Request body: {'subnet': {'network_id': '6161664b-3b32-45bf-aaea-509aa7bf89e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1807832203-subnet', 'tenant_id': 'd8862ce344604357b578d764147db708', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:36.463281 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:36.467975 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Usage tracker for resource:subnet and tenant:d8862ce344604357b578d764147db708 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:36.471523 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:36.474890 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94162295-5040-4032-910c-01268f492915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5806d1-07fb-4a73-bcd3-148b95165f2b,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:36.499028 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:36.521430 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:36.627044 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade550f8-a3f4-4a3d-a5b7-a89088dabe60 None None] Network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:36.653413 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94162295-5040-4032-910c-01268f492915 admin admin] Checking segment: {'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:36.653940 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94162295-5040-4032-910c-01268f492915 admin admin] Network hostable DHCP agents. Network: 8e14cfab-49a9-462c-8685-e98918a63d3d, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:24:36.843853 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Made reservation on behalf of d8862ce344604357b578d764147db708 for: {'subnet': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:36.846458 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:36.964523 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-d5e90e8c-dbe1-4dcb-9684-3e016ccfd785 None None] Provisioning for port 96476824-48a4-44ef-b444-1ce2abcc7aa7 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:36.981144 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-34a63e03-eae5-4549-8860-0242455db545 None None] For port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:36.998301 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-d5e90e8c-dbe1-4dcb-9684-3e016ccfd785 None None] Provisioning complete for port 96476824-48a4-44ef-b444-1ce2abcc7aa7 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:36.999301 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-d5e90e8c-dbe1-4dcb-9684-3e016ccfd785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.119502 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-34a63e03-eae5-4549-8860-0242455db545 None None] For port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=cd6c4606-5bd1-4942-b3c6-79eb5e9ada43,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:37.132458 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.160676 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for subnet, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.248412 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37402) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:37.292477 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94162295-5040-4032-910c-01268f492915 admin admin] Network 8e14cfab-49a9-462c-8685-e98918a63d3d is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:24:37.434833 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-94162295-5040-4032-910c-01268f492915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 8e14cfab-49a9-462c-8685-e98918a63d3d) {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:37.437749 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3903300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520'] for router, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.445742 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94162295-5040-4032-910c-01268f492915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:37.446450 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-94162295-5040-4032-910c-01268f492915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.593726 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2c6dad-3744-46c2-87d6-1a02ab5bd37c,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:37.629148 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Checking segment: {'id': '74e28636-d536-467a-a170-4b534821a652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6161664b-3b32-45bf-aaea-509aa7bf89e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:37.629708 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Network hostable DHCP agents. Network: 6161664b-3b32-45bf-aaea-509aa7bf89e1, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:24:37.659116 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-94162295-5040-4032-910c-01268f492915 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9631279 Jun 24 14:24:37.663046 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37424) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:37.668769 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe827c45-d72a-4f59-a1d7-6b1324df4e9f None None] Network 8e14cfab-49a9-462c-8685-e98918a63d3d requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:37.671837 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-164831247-router', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:37.684105 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:37.689940 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Network 6161664b-3b32-45bf-aaea-509aa7bf89e1 is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:24:37.693774 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a63e03-eae5-4549-8860-0242455db545 None None] Pushing event updated for resources: {'Port': ['ID=cd6c4606-5bd1-4942-b3c6-79eb5e9ada43,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:37.718497 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Usage tracker for resource:router and tenant:085034667ea744bb9c9438ba395db80b is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:37.727021 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:37.733588 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 6161664b-3b32-45bf-aaea-509aa7bf89e1) {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:37.740694 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:37.753599 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2ccea9-09ed-409b-8fae-236b94c61e2c None None] Network 6161664b-3b32-45bf-aaea-509aa7bf89e1 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:37.760172 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:37.760578 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.781094 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3903350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26522'] for router, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.782462 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29033'] for router, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.800673 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-78b9cc52-caa8-4b3b-beb7-4f832a5cb9fd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4027812 Jun 24 14:24:37.910567 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5d5-d1c1-445c-9a2f-05ad5c7b9d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.942053 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:37.955966 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b06ac5d5-d1c1-445c-9a2f-05ad5c7b9d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:37.967019 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b06ac5d5-d1c1-445c-9a2f-05ad5c7b9d99 admin admin] Usage tracker for resource:security_group_rule and tenant:b7a1e8526b584c4da952f4e6e4bb40fc is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:37.973412 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b06ac5d5-d1c1-445c-9a2f-05ad5c7b9d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:37.981785 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:37.993406 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b06ac5d5-d1c1-445c-9a2f-05ad5c7b9d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:38.146517 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Router dbc070df-8af2-439e-ae00-a52479dc8c9a is scheduled to L3 agent f837352b-afc6-405d-a4a3-f96679748736 with binding_index 1 {{(pid=88094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:24:38.168657 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37438) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:38.333781 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.395685 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-d5e90e8c-dbe1-4dcb-9684-3e016ccfd785 None None] Current status of the port 96476824-48a4-44ef-b444-1ce2abcc7aa7 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:38.396312 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-d5e90e8c-dbe1-4dcb-9684-3e016ccfd785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.573100 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:38.596510 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b2462893-b128-42f1-b0fa-f25e3295150f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.641674 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-d5e90e8c-dbe1-4dcb-9684-3e016ccfd785 None None] For port 96476824-48a4-44ef-b444-1ce2abcc7aa7, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=96476824-48a4-44ef-b444-1ce2abcc7aa7,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:38.651454 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:24:38.660584 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Sync routers for ids ['dbc070df-8af2-439e-ae00-a52479dc8c9a'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:24:38.684880 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5d5-d1c1-445c-9a2f-05ad5c7b9d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.686984 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Routers {'dbc070df-8af2-439e-ae00-a52479dc8c9a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:38.688135 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:24:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['dbc070df-8af2-439e-ae00-a52479dc8c9a'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:38.694333 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5d5-d1c1-445c-9a2f-05ad5c7b9d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.713893 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.738397 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-b06ac5d5-d1c1-445c-9a2f-05ad5c7b9d99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7a1e8526b584c4da952f4e6e4bb40fc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4884632 Jun 24 14:24:38.746645 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-d5e90e8c-dbe1-4dcb-9684-3e016ccfd785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.748015 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37466) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:38.777473 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.924933 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] Notify callbacks [] for router, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:38.927403 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-7de477d5-a080-4aa3-a90b-1fa1ec104632 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2673919 Jun 24 14:24:38.956780 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37474) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:39.079577 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b61c98b8-2d4d-45f5-90f9-7968c29f6583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:39.109731 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-b61c98b8-2d4d-45f5-90f9-7968c29f6583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:39.129599 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-b61c98b8-2d4d-45f5-90f9-7968c29f6583 admin admin] Usage tracker for resource:security_group_rule and tenant:b4fb3a9d7b2c41e3be83134c98fad39b is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:39.191976 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-b61c98b8-2d4d-45f5-90f9-7968c29f6583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:39.193567 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3542e63a-db3c-4971-bd8e-bc00ab21a38f None None] Network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:39.359018 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37484) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:39.367417 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-b61c98b8-2d4d-45f5-90f9-7968c29f6583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:39.381815 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2050835931-network', 'tenant_id': 'c6415dea74c14d34bcf5e5eee6965602'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:39.391631 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ac5d5-d1c1-445c-9a2f-05ad5c7b9d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6787ad29-6fe8-4488-9676-5e0766cd3f9c,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:39.419917 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Set router dbc070df-8af2-439e-ae00-a52479dc8c9a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:39.456174 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Allocated IP 172.27.2.217 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:39.644890 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-d252f41a-a5ff-463a-b170-152f67a3f0f1 None None] Provisioning for port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:39.682542 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e90e8c-dbe1-4dcb-9684-3e016ccfd785 None None] Pushing event updated for resources: {'Port': ['ID=96476824-48a4-44ef-b444-1ce2abcc7aa7,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:39.712168 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-d252f41a-a5ff-463a-b170-152f67a3f0f1 None None] Provisioning complete for port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:39.712567 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-d252f41a-a5ff-463a-b170-152f67a3f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:39.774466 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-8e14cfab-49a9-462c-8685-e98918a63d3d', 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'fixed_ips': [{'subnet_id': '1b5806d1-07fb-4a73-bcd3-148b95165f2b'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:24:39.775312 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:39.787965 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12233618-b8bc-4230-b9e8-e1574cd3ea3c None None] Network 6161664b-3b32-45bf-aaea-509aa7bf89e1 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:39.869051 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:39.924721 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:39.948076 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 96476824-48a4-44ef-b444-1ce2abcc7aa7 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:40.057276 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:40.069727 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:36Z', 'revision_number': 3, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:40.075545 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Checking router: dbc070df-8af2-439e-ae00-a52479dc8c9a for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:24:40.076135 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Updating router dbc070df-8af2-439e-ae00-a52479dc8c9a port 283cba96-fcd9-4539-8d83-ef49e42c1a03 binding host dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:24:40.135258 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.161330 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.174212 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b61c98b8-2d4d-45f5-90f9-7968c29f6583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.183696 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b61c98b8-2d4d-45f5-90f9-7968c29f6583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.206941 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-11de7057-790b-4204-ad94-8d0bd5cc6214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.223423 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c98b8-2d4d-45f5-90f9-7968c29f6583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed50d535-19da-49dc-b64f-441369c44e0f,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:40.234575 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-11de7057-790b-4204-ad94-8d0bd5cc6214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.251690 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-b61c98b8-2d4d-45f5-90f9-7968c29f6583 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4fb3a9d7b2c41e3be83134c98fad39b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9067636 Jun 24 14:24:40.252836 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37508) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:40.300835 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Usage tracker for resource:network and tenant:c6415dea74c14d34bcf5e5eee6965602 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:40.321902 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.327972 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:40.344655 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:40.350179 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-11de7057-790b-4204-ad94-8d0bd5cc6214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.377373 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de7057-790b-4204-ad94-8d0bd5cc6214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6787ad29-6fe8-4488-9676-5e0766cd3f9c,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:40.394456 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Made reservation on behalf of c6415dea74c14d34bcf5e5eee6965602 for: {'network': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:40.397009 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.410317 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-11de7057-790b-4204-ad94-8d0bd5cc6214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.411671 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-11de7057-790b-4204-ad94-8d0bd5cc6214 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6787ad29-6fe8-4488-9676-5e0766cd3f9c HTTP/1.1" status: 204 len: 168 time: 1.6575019 Jun 24 14:24:40.412499 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:40.420123 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:40.422811 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:40.425365 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.438417 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.461318 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:40.499746 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Usage tracker for resource:security_group_rule and tenant:c6415dea74c14d34bcf5e5eee6965602 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:40.503822 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:40.515059 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:40.538132 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-d252f41a-a5ff-463a-b170-152f67a3f0f1 None None] Current status of the port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:40.538530 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-d252f41a-a5ff-463a-b170-152f67a3f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.588664 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Allocated IP 172.27.2.171 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:40.593650 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:40.610067 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e2c067df-cf9b-4e57-a6a2-30b1310b09c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.625958 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 96476824-48a4-44ef-b444-1ce2abcc7aa7 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:40.626329 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.734986 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Allocated IP 172.20.0.2 (8e14cfab-49a9-462c-8685-e98918a63d3d/1b5806d1-07fb-4a73-bcd3-148b95165f2b/ab580128-e96c-4c5c-8269-2d93f67a85e8) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:40.745762 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-d252f41a-a5ff-463a-b170-152f67a3f0f1 None None] For port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=cd6c4606-5bd1-4942-b3c6-79eb5e9ada43,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:40.747716 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Allocated IP 172.20.0.1 (10d24e81-bd02-44d3-8a25-b8abf5d4e94c/281a49a9-895e-4dfb-9af0-0c46c1a90d45/e9dc0a0d-697f-4f28-bebb-57d83a51a57d) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:40.762395 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e2c067df-cf9b-4e57-a6a2-30b1310b09c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.774820 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-d252f41a-a5ff-463a-b170-152f67a3f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.830414 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-883f6bd0-27d3-4f57-8afd-2678c7cb4028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.952343 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.978192 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:40.994380 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.041833 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.066889 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=88094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:24:41.080186 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252f41a-a5ff-463a-b170-152f67a3f0f1 None None] Pushing event updated for resources: {'Port': ['ID=cd6c4606-5bd1-4942-b3c6-79eb5e9ada43,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:41.125440 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.134004 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767783876208', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.134517 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Unsubscribe: segment precommit_create {{(pid=88094) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 14:24:41.135004 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.segments_db [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Added segment de2fc396-3683-4206-a5a4-34e9c9970549 of type vlan for network afb8fc76-977f-4f9e-989d-8a94badab7ee Jun 24 14:24:41.138257 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:41.141767 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Pushing event updated for resources: {'Port': ['ID=ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:41.144778 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:41.181906 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c20ff0-085f-4941-b46f-0e6545572e28,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:41.223689 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.provisioning_blocks [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Transition to ACTIVE for port object e9dc0a0d-697f-4f28-bebb-57d83a51a57d will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:41.250536 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-6b79ca4b-2372-4a5d-8a92-7fe38012836c None None] Provisioning complete for port 96476824-48a4-44ef-b444-1ce2abcc7aa7 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:41.251262 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6b79ca4b-2372-4a5d-8a92-7fe38012836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.267705 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.283360 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37530) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:41.318768 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea4b367a-6df2-4472-9928-d909f02a13c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.344169 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ea4b367a-6df2-4472-9928-d909f02a13c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:41.348585 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.349581 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:41.350157 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.357035 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ea4b367a-6df2-4472-9928-d909f02a13c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3e0606c35bad42e4b7eaf249b3eb4cd2 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:41.359383 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 96476824-48a4-44ef-b444-1ce2abcc7aa7 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:41.450306 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Notify callbacks [] for port, precommit_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.460442 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ea4b367a-6df2-4472-9928-d909f02a13c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:41.464572 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] Pushing event updated for resources: {'Network': ['ID=afb8fc76-977f-4f9e-989d-8a94badab7ee,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:41.465510 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.provisioning_blocks [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Transition to ACTIVE for port object 283cba96-fcd9-4539-8d83-ef49e42c1a03 will not be triggered until provisioned by entity L2. {{(pid=88097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:41.467863 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.474282 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.498630 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network afb8fc76-977f-4f9e-989d-8a94badab7ee details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:24:41.523524 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:41.532256 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ea4b367a-6df2-4472-9928-d909f02a13c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:41.534862 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:41.538639 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:41.539374 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3903314'] for router_interface, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.564684 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Attempting to bind port 283cba96-fcd9-4539-8d83-ef49e42c1a03 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:41.565063 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Attempting to bind port 283cba96-fcd9-4539-8d83-ef49e42c1a03 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:41.565706 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Attempting to bind port 283cba96-fcd9-4539-8d83-ef49e42c1a03 on network 56739e03-84f5-401f-84c2-dbaf871a2b89 {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:41.575500 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:41.576781 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:41.577198 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.577741 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Bound using segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:41.578237 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Bound port: 283cba96-fcd9-4539-8d83-ef49e42c1a03, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:41.578776 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.580667 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.614338 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:41.667078 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] For port 283cba96-fcd9-4539-8d83-ef49e42c1a03, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:41.670840 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] For port 283cba96-fcd9-4539-8d83-ef49e42c1a03, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=283cba96-fcd9-4539-8d83-ef49e42c1a03,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:41.679949 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-6b79ca4b-2372-4a5d-8a92-7fe38012836c None None] Current status of the port 96476824-48a4-44ef-b444-1ce2abcc7aa7 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:41.685402 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Transition to ACTIVE for port object ab580128-e96c-4c5c-8269-2d93f67a85e8 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:41.690104 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.714239 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Pushing event updated for resources: {'Port': ['ID=283cba96-fcd9-4539-8d83-ef49e42c1a03,revision_number=2']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:41.733265 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:41.733609 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:41.733952 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:41.734338 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:41.734676 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:41.735004 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:41.735383 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:41.735716 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:41.736065 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:41.736455 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:41.736792 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:41.737112 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Tracked resource versions report: Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: pushed versions: Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: { 'AddressGroup': {'1.2'}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'ConntrackHelper': {'1.0'}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Log': {'1.0'}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Network': {'1.1'}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Port': {'1.7'}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'PortForwarding': {'1.2'}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'QosPolicy': {'1.8'}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'SecurityGroup': {'1.4'}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'SecurityGroupRule': {'1.2'}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'SubPort': {'1.0'}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Subnet': {'1.1'}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Trunk': {'1.1'}} Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: consumer versions: Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: { DHCP agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: HyperV agent@hv-cinder-84718: {}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: L3 agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: Metadata agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: Metering agent@dv-cinder-847189-2-iscsi: {}, Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: Open vSwitch agent@dv-cinder-847189-2-iscsi: { 'AddressGroup': '1.2', Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'ConntrackHelper': '1.0', Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Log': '1.0', Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Network': '1.1', Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Port': '1.7', Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'PortForwarding': '1.2', Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'QosPolicy': '1.8', Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'SecurityGroup': '1.4', Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'SecurityGroupRule': '1.2', Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'SubPort': '1.0', Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Subnet': '1.1', Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: 'Trunk': '1.1'}} Jun 24 14:24:41.738407 dv-cinder-847189-2-iscsi neutron-server[88097]: {{(pid=88097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 14:24:41.741885 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Routers {'dbc070df-8af2-439e-ae00-a52479dc8c9a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:41.742559 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:24:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['dbc070df-8af2-439e-ae00-a52479dc8c9a'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:41.752160 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.755002 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Transition to ACTIVE for port object ab580128-e96c-4c5c-8269-2d93f67a85e8 will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:41.776159 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.870339 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Network 8e14cfab-49a9-462c-8685-e98918a63d3d is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:41.875861 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:41.878163 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:41.898698 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e2c067df-cf9b-4e57-a6a2-30b1310b09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.944340 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:41.978306 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-51eba352-748b-429a-8064-e9d4afb0be9f None None] Provisioning complete for port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:41.978727 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-51eba352-748b-429a-8064-e9d4afb0be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:41.981457 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c067df-cf9b-4e57-a6a2-30b1310b09c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed50d535-19da-49dc-b64f-441369c44e0f,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:42.013773 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817413f-27c0-4bd4-9360-c38c0a79df12 None None] Pushing event updated for resources: {'Port': ['ID=283cba96-fcd9-4539-8d83-ef49e42c1a03,revision_number=3']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:42.023332 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea4b367a-6df2-4472-9928-d909f02a13c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.026323 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-fcf2ba6b-c590-4c29-84ef-1812fc084448 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6558261 Jun 24 14:24:42.034307 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37534) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:42.037613 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea4b367a-6df2-4472-9928-d909f02a13c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.054164 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] Set router dbc070df-8af2-439e-ae00-a52479dc8c9a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:42.076276 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.101194 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-ea4b367a-6df2-4472-9928-d909f02a13c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e0606c35bad42e4b7eaf249b3eb4cd2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8137500 Jun 24 14:24:42.101194 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9dc0a0d-697f-4f28-bebb-57d83a51a57d,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:42.104513 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Request body: {'subnet': {'network_id': 'afb8fc76-977f-4f9e-989d-8a94badab7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2050835931-subnet', 'tenant_id': 'c6415dea74c14d34bcf5e5eee6965602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:42.109782 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:42.115988 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Usage tracker for resource:subnet and tenant:c6415dea74c14d34bcf5e5eee6965602 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:42.120743 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:42.121493 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Pushing event updated for resources: {'Port': ['ID=ab580128-e96c-4c5c-8269-2d93f67a85e8,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:42.129910 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:42.137881 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37538) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:42.141003 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b367a-6df2-4472-9928-d909f02a13c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c672a7b-b531-42f2-956c-a70a37c116eb,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:42.163355 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Made reservation on behalf of c6415dea74c14d34bcf5e5eee6965602 for: {'subnet': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:42.166535 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.217341 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Attempting to bind port ab580128-e96c-4c5c-8269-2d93f67a85e8 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:42.217834 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Attempting to bind port ab580128-e96c-4c5c-8269-2d93f67a85e8 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:42.218124 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Attempting to bind port ab580128-e96c-4c5c-8269-2d93f67a85e8 on network 8e14cfab-49a9-462c-8685-e98918a63d3d {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:42.233666 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:42.234078 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Checking segment: {'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:42.234411 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.234801 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Bound using segment: {'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:42.235277 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Bound port: ab580128-e96c-4c5c-8269-2d93f67a85e8, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:42.235656 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.312088 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.312545 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:42.312965 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.407902 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e2c067df-cf9b-4e57-a6a2-30b1310b09c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.411322 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-e2c067df-cf9b-4e57-a6a2-30b1310b09c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed50d535-19da-49dc-b64f-441369c44e0f HTTP/1.1" status: 204 len: 168 time: 2.1551983 Jun 24 14:24:42.521727 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:36Z', 'revision_number': 3, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:42.526428 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287b7520-348a-4aa3-a9e2-b62436501805 None None] The sync data for ids ['dbc070df-8af2-439e-ae00-a52479dc8c9a'] in dv-cinder-847189-2-iscsi is: [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:36Z', 'revision_number': 3, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:24:42.587611 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-51eba352-748b-429a-8064-e9d4afb0be9f None None] Current status of the port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:42.590197 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] For port ab580128-e96c-4c5c-8269-2d93f67a85e8, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:42.599356 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:42.608698 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] For port ab580128-e96c-4c5c-8269-2d93f67a85e8, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=ab580128-e96c-4c5c-8269-2d93f67a85e8,segment=NetworkSegment(6d01c032-df06-46c0-a96a-15deafff33cc),segment_id=6d01c032-df06-46c0-a96a-15deafff33cc)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:42.614679 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.727750 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafd81c-786f-4e9a-87e3-2e6fb228c250 None None] Pushing event updated for resources: {'Port': ['ID=ab580128-e96c-4c5c-8269-2d93f67a85e8,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:42.745438 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for subnet, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.751897 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.757696 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-510f318f-97b7-4015-940c-413f1c4fd956 None None] Provisioning for port e9dc0a0d-697f-4f28-bebb-57d83a51a57d completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:42.766184 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-510f318f-97b7-4015-940c-413f1c4fd956 None None] Provisioning complete for port e9dc0a0d-697f-4f28-bebb-57d83a51a57d triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:42.766627 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-510f318f-97b7-4015-940c-413f1c4fd956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.811080 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3903300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520'] for router, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.850883 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-510f318f-97b7-4015-940c-413f1c4fd956 None None] Port e9dc0a0d-697f-4f28-bebb-57d83a51a57d cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:24:42.865316 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e7781d8d-b5f7-48b5-a020-1edfbe2f821e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.886113 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Checking segment: {'id': 'de2fc396-3683-4206-a5a4-34e9c9970549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'afb8fc76-977f-4f9e-989d-8a94badab7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:42.886476 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Network hostable DHCP agents. Network: afb8fc76-977f-4f9e-989d-8a94badab7ee, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:24:42.900981 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.962571 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e7781d8d-b5f7-48b5-a020-1edfbe2f821e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:42.975525 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=912cec9c-1ea0-4e94-92b0-40f8a17356a9,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:43.054141 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Network afb8fc76-977f-4f9e-989d-8a94badab7ee is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:24:43.105501 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, afb8fc76-977f-4f9e-989d-8a94badab7ee) {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:43.110140 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:43.110741 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.163604 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb6e64-2617-4dd6-8114-02c07619693c None None] Network afb8fc76-977f-4f9e-989d-8a94badab7ee requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:43.221877 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e7781d8d-b5f7-48b5-a020-1edfbe2f821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.244217 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37552) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:43.270088 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e7781d8d-b5f7-48b5-a020-1edfbe2f821e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.271319 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-e7781d8d-b5f7-48b5-a020-1edfbe2f821e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c672a7b-b531-42f2-956c-a70a37c116eb HTTP/1.1" status: 204 len: 168 time: 1.1276443 Jun 24 14:24:43.272235 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7781d8d-b5f7-48b5-a020-1edfbe2f821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c672a7b-b531-42f2-956c-a70a37c116eb,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:43.310538 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-1ef751d2-f246-4ff0-b78e-687f149b10ae admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2437956 Jun 24 14:24:43.393354 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.402226 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.403122 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903287'] for router_interface, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.599707 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d1869535-b735-479a-b85e-45f54566e1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.622413 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d1869535-b735-479a-b85e-45f54566e1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:43.627614 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d1869535-b735-479a-b85e-45f54566e1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:78bb3d60617c4d8ebe611edf9222dee8 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:43.631268 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d1869535-b735-479a-b85e-45f54566e1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:43.639171 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d1869535-b735-479a-b85e-45f54566e1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:43.669874 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8c272-382f-4aa0-91ce-190b96bddf37 None None] Network afb8fc76-977f-4f9e-989d-8a94badab7ee requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:43.701120 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.729158 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37566) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:43.730852 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9dc0a0d-697f-4f28-bebb-57d83a51a57d,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:43.908115 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_v2 [None req-23315d70-3b19-4b2b-a7fe-ee0bccca8063 admin admin] Deleting subnet fa2c6dad-3744-46c2-87d6-1a02ab5bd37c {{(pid=88094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:24:43.913103 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-23315d70-3b19-4b2b-a7fe-ee0bccca8063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.916522 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d1869535-b735-479a-b85e-45f54566e1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.922094 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d1869535-b735-479a-b85e-45f54566e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:43.997161 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-d1869535-b735-479a-b85e-45f54566e1b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78bb3d60617c4d8ebe611edf9222dee8&name=default HTTP/1.1" status: 200 len: 2976 time: 0.7443190 Jun 24 14:24:44.005917 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37574) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:44.026007 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 283cba96-fcd9-4539-8d83-ef49e42c1a03 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:44.042364 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-23315d70-3b19-4b2b-a7fe-ee0bccca8063 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.079848 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Router 1b7fc6e3-a1df-4f75-8b66-12016f317dce is scheduled to L3 agent f837352b-afc6-405d-a4a3-f96679748736 with binding_index 1 {{(pid=88095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:24:44.095626 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-23315d70-3b19-4b2b-a7fe-ee0bccca8063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.157264 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:44.166354 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:44.205952 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1869535-b735-479a-b85e-45f54566e1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf7dd63-f23d-46d1-9b7a-64c7785bb351,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:44.311274 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 283cba96-fcd9-4539-8d83-ef49e42c1a03 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:44.324783 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 283cba96-fcd9-4539-8d83-ef49e42c1a03 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:44.325493 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.366804 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3903300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520'] for router, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.453243 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-23315d70-3b19-4b2b-a7fe-ee0bccca8063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for subnet, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.453690 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a01d1f-58ad-4cd9-b347-e87311262c04 None None] Network 8e14cfab-49a9-462c-8685-e98918a63d3d requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:24:44.556716 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-05959609-e0b9-4175-8337-6a255594c6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.590827 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-05959609-e0b9-4175-8337-6a255594c6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.655586 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23315d70-3b19-4b2b-a7fe-ee0bccca8063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2c6dad-3744-46c2-87d6-1a02ab5bd37c,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:44.672790 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-23315d70-3b19-4b2b-a7fe-ee0bccca8063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.675808 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-ae5142c4-4314-44c0-ae3e-024c922140b5 None None] Provisioning for port ab580128-e96c-4c5c-8269-2d93f67a85e8 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:44.679322 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-05959609-e0b9-4175-8337-6a255594c6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.703699 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 283cba96-fcd9-4539-8d83-ef49e42c1a03 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:44.704100 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.707310 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-05959609-e0b9-4175-8337-6a255594c6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.710605 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-05959609-e0b9-4175-8337-6a255594c6bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bf7dd63-f23d-46d1-9b7a-64c7785bb351 HTTP/1.1" status: 204 len: 168 time: 0.7037606 Jun 24 14:24:44.713641 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05959609-e0b9-4175-8337-6a255594c6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf7dd63-f23d-46d1-9b7a-64c7785bb351,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:44.716402 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-23315d70-3b19-4b2b-a7fe-ee0bccca8063 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa2c6dad-3744-46c2-87d6-1a02ab5bd37c HTTP/1.1" status: 204 len: 168 time: 0.9648206 Jun 24 14:24:44.719733 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37600) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:44.776353 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 283cba96-fcd9-4539-8d83-ef49e42c1a03, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=283cba96-fcd9-4539-8d83-ef49e42c1a03,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:44.780142 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-ae5142c4-4314-44c0-ae3e-024c922140b5 None None] Provisioning complete for port e9dc0a0d-697f-4f28-bebb-57d83a51a57d triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:44.780588 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ae5142c4-4314-44c0-ae3e-024c922140b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.783906 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:24:44.816058 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Sync routers for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:24:44.830800 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.831552 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device ab580128-e96c-4c5c-8269-2d93f67a85e8 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:44.890744 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:44.897492 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-11f35e8b-9c09-408c-af62-fb31050da1d4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.1064742 Jun 24 14:24:44.897689 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37606) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:44.917324 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Router a35a9bb4-1396-45b8-b88a-eded40ceb942 is scheduled to L3 agent f837352b-afc6-405d-a4a3-f96679748736 with binding_index 1 {{(pid=88095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:24:45.006860 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:45.007503 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:24:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:45.017009 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Router dbc070df-8af2-439e-ae00-a52479dc8c9a has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:24:45.191598 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-ae5142c4-4314-44c0-ae3e-024c922140b5 None None] Port e9dc0a0d-697f-4f28-bebb-57d83a51a57d cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:24:45.204641 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:45.250176 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=283cba96-fcd9-4539-8d83-ef49e42c1a03,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:45.257487 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:24:45.269492 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Sync routers for ids ['a35a9bb4-1396-45b8-b88a-eded40ceb942'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:24:45.291045 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Routers {'a35a9bb4-1396-45b8-b88a-eded40ceb942'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:45.291989 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:24:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['a35a9bb4-1396-45b8-b88a-eded40ceb942'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:45.302522 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:45.306891 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-9dccdd81-f966-4ec5-b9c5-e214db29822c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6372213 Jun 24 14:24:45.307290 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37618) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:45.367008 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:45.467228 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port ab580128-e96c-4c5c-8269-2d93f67a85e8 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:45.484196 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:24:45.509009 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-81b23727-ff12-44f9-a1a6-2e926714a3b4 admin admin] 10.222.0.16 "PUT /v2.0/routers/dbc070df-8af2-439e-ae00-a52479dc8c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5272198 Jun 24 14:24:45.598476 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Sync routers for ids ['dbc070df-8af2-439e-ae00-a52479dc8c9a'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:24:45.604819 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port ab580128-e96c-4c5c-8269-2d93f67a85e8 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:45.605314 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:45.725086 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:45.738022 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Routers {'dbc070df-8af2-439e-ae00-a52479dc8c9a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:45.738762 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:24:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['dbc070df-8af2-439e-ae00-a52479dc8c9a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:45.776824 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Set router a35a9bb4-1396-45b8-b88a-eded40ceb942 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:45.905834 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:45.906356 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:45.907299 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:45.907642 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > port after_create 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:45.908295 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:45.909050 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > port after_update 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:45.912356 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:45.912959 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:45.913353 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:45.913672 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:46.184414 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port ab580128-e96c-4c5c-8269-2d93f67a85e8 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:46.184812 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:46.240069 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:46.243997 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:46.244359 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:46.244789 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88094) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:24:46.245060 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6161664b-3b32-45bf-aaea-509aa7bf89e1']}} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:46.266374 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-b0d937c2-05cc-43ee-8f65-5d7f56b92d28 None None] Provisioning complete for port ab580128-e96c-4c5c-8269-2d93f67a85e8 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:46.267375 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b0d937c2-05cc-43ee-8f65-5d7f56b92d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:46.277029 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e28636-d536-467a-a170-4b534821a652') {'for_net_delete': True} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:46.277319 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e28636-d536-467a-a170-4b534821a652') {} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:46.304691 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2988308'] for segment, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:46.345259 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:46.360259 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:24:46.360715 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134250'] for segment, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:46.415006 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port ab580128-e96c-4c5c-8269-2d93f67a85e8, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=ab580128-e96c-4c5c-8269-2d93f67a85e8,segment=NetworkSegment(6d01c032-df06-46c0-a96a-15deafff33cc),segment_id=6d01c032-df06-46c0-a96a-15deafff33cc)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:46.438019 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:46.486356 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'name': 'tempest-DeleteServersTestJSON-164831247-router', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:37Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 3, 'project_id': '085034667ea744bb9c9438ba395db80b', 'gw_port': {'id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:39Z', 'updated_at': '2022-06-24T14:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:46.496716 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Checking router: a35a9bb4-1396-45b8-b88a-eded40ceb942 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:24:46.497303 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Updating router a35a9bb4-1396-45b8-b88a-eded40ceb942 port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e binding host dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:24:46.531356 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Set router dbc070df-8af2-439e-ae00-a52479dc8c9a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:46.599856 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 283cba96-fcd9-4539-8d83-ef49e42c1a03 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:46.638928 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:46.647266 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:46.830632 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-b0d937c2-05cc-43ee-8f65-5d7f56b92d28 None None] Current status of the port ab580128-e96c-4c5c-8269-2d93f67a85e8 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:46.854786 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=ab580128-e96c-4c5c-8269-2d93f67a85e8,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:46.983670 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:47.037456 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] Pushing event deleted for resources: {'Network': ['ID=6161664b-3b32-45bf-aaea-509aa7bf89e1,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:47.053009 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-7a53ce9a-a842-42da-9a5e-c520548a76fe admin admin] 10.222.0.16 "DELETE /v2.0/networks/6161664b-3b32-45bf-aaea-509aa7bf89e1 HTTP/1.1" status: 204 len: 168 time: 2.3325317 Jun 24 14:24:47.074013 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 283cba96-fcd9-4539-8d83-ef49e42c1a03 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:47.074694 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:47.083213 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37690) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:47.083759 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37694) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:47.097503 dv-cinder-847189-2-iscsi neutron-server[88094]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 14:24:47.115566 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:41Z', 'revision_number': 3, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:47.168558 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:47.235433 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Checking router: 1b7fc6e3-a1df-4f75-8b66-12016f317dce for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:24:47.236956 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Updating router 1b7fc6e3-a1df-4f75-8b66-12016f317dce port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 binding host dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:24:47.363594 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Notify callbacks [] for port, precommit_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:47.400400 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.provisioning_blocks [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Transition to ACTIVE for port object ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e will not be triggered until provisioned by entity L2. {{(pid=88097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:47.415664 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:47.463968 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:47.571412 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3951bc0c-a545-48c7-a885-a45df035479d admin admin] Deleting subnet 912cec9c-1ea0-4e94-92b0-40f8a17356a9 {{(pid=88094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:24:47.615193 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 74e28636-d536-467a-a170-4b534821a652 resource provider aggregate not found Jun 24 14:24:47.620446 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Allocated IP 172.20.0.1 (8e14cfab-49a9-462c-8685-e98918a63d3d/1b5806d1-07fb-4a73-bcd3-148b95165f2b/43fd12b2-6d47-484d-a120-a76afca0b5c1) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:47.643298 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3951bc0c-a545-48c7-a885-a45df035479d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:47.655202 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Attempting to bind port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:47.660951 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Attempting to bind port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:47.661565 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Attempting to bind port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e on network 56739e03-84f5-401f-84c2-dbaf871a2b89 {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:47.677836 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:47.683352 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:47.684105 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:47.684709 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Bound using segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:47.689113 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Bound port: ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:47.689531 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:47.768661 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 74e28636-d536-467a-a170-4b534821a652 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74e28636-d536-467a-a170-4b534821a652 found for delete ", "request_id": "req-37bc7f59-17c7-4826-881f-7a15bbb5cfa4"}]} Jun 24 14:24:47.785256 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:47.792123 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 283cba96-fcd9-4539-8d83-ef49e42c1a03 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:47.822461 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-206fba04-a78e-4437-be98-9855e2b27a2d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:47.824029 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-206fba04-a78e-4437-be98-9855e2b27a2d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 818 time: 0.7316589 Jun 24 14:24:47.825238 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b76c4-de23-455c-a916-24fe196c558b None None] Pushing event updated for resources: {'Port': ['ID=ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e,revision_number=2']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:47.829427 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3951bc0c-a545-48c7-a885-a45df035479d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2988317'] for subnet, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:47.846358 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'e9dc0a0d-697f-4f28-bebb-57d83a51a57d', 'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'mac_address': 'fa:16:3e:63:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:40Z', 'updated_at': '2022-06-24T14:24:43Z', 'revision_number': 2, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'subnets': [{'id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:47.928045 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] For port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:47.933618 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] For port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:47.934371 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-e006aa4b-678f-4f6f-9616-8022b30f0419 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/quotas/0e3ad630000240b0b99f8314aa06e202 HTTP/1.1" status: 200 len: 375 time: 0.0686488 Jun 24 14:24:47.953661 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:47.971821 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Checking router: dbc070df-8af2-439e-ae00-a52479dc8c9a for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:24:47.972365 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Updating router dbc070df-8af2-439e-ae00-a52479dc8c9a port e9dc0a0d-697f-4f28-bebb-57d83a51a57d binding host dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:24:47.987109 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.028026 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Transition to ACTIVE for port object 43fd12b2-6d47-484d-a120-a76afca0b5c1 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:48.044771 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.089640 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.093346 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3951bc0c-a545-48c7-a885-a45df035479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.147852 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Routers {'a35a9bb4-1396-45b8-b88a-eded40ceb942'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:48.150849 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:24:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['a35a9bb4-1396-45b8-b88a-eded40ceb942'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:48.197207 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Network 8e14cfab-49a9-462c-8685-e98918a63d3d is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:48.237096 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:48.249079 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:48.249680 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3903314'] for router_interface, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.291797 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-a4fa1338-45a1-436e-b556-e3c7b1d2b283 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Synchronizing usage tracker for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:port {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:24:48.330397 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3951bc0c-a545-48c7-a885-a45df035479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3134340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3008979'] for subnet, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.366493 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Pushing event updated for resources: {'Port': ['ID=43fd12b2-6d47-484d-a120-a76afca0b5c1,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:48.395564 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Allocated IP 172.20.0.1 (146f5474-9b2d-44ee-b4e9-27ad6ad77b9e/88c23270-f643-4575-b781-5e955cf1b95a/2f53319f-36c3-4893-8904-a42496bf70c9) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:48.434391 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-a4fa1338-45a1-436e-b556-e3c7b1d2b283 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Unset dirty status for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:port {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:24:48.436158 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-a4fa1338-45a1-436e-b556-e3c7b1d2b283 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4887249 Jun 24 14:24:48.437201 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951bc0c-a545-48c7-a885-a45df035479d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=912cec9c-1ea0-4e94-92b0-40f8a17356a9,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:48.475754 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3951bc0c-a545-48c7-a885-a45df035479d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.497009 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b76c4-de23-455c-a916-24fe196c558b None None] Pushing event updated for resources: {'Port': ['ID=ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e,revision_number=3']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:48.506087 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-3951bc0c-a545-48c7-a885-a45df035479d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/912cec9c-1ea0-4e94-92b0-40f8a17356a9 HTTP/1.1" status: 204 len: 168 time: 1.4210680 Jun 24 14:24:48.512700 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37748) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:48.623278 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device ab580128-e96c-4c5c-8269-2d93f67a85e8 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:48.651847 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.669827 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] Set router a35a9bb4-1396-45b8-b88a-eded40ceb942 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:48.833484 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.862875 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-60510382-f320-42aa-ba6f-39d95a6b537a None None] Provisioning for port 43fd12b2-6d47-484d-a120-a76afca0b5c1 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:48.876818 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-60510382-f320-42aa-ba6f-39d95a6b537a None None] Provisioning complete for port 43fd12b2-6d47-484d-a120-a76afca0b5c1 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:48.877431 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-60510382-f320-42aa-ba6f-39d95a6b537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:48.932881 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-36b601b3-c5a7-4c72-aae4-a7069984c7a7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88094) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:24:48.934252 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-36b601b3-c5a7-4c72-aae4-a7069984c7a7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1261606 Jun 24 14:24:49.027178 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port ab580128-e96c-4c5c-8269-2d93f67a85e8 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:49.027775 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.048218 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.056239 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-60510382-f320-42aa-ba6f-39d95a6b537a None None] Port 43fd12b2-6d47-484d-a120-a76afca0b5c1 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:24:49.085250 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb8fc76-977f-4f9e-989d-8a94badab7ee']}} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:49.100078 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2fc396-3683-4206-a5a4-34e9c9970549') {'for_net_delete': True} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:49.100569 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2fc396-3683-4206-a5a4-34e9c9970549') {} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:49.100670 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.108937 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.110342 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903287'] for router_interface, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.118050 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2988308'] for segment, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.137794 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.144822 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:24:49.145222 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134250'] for segment, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.223934 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Notify callbacks [] for port, precommit_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.234759 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Notify callbacks [] for port, precommit_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.257167 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Transition to ACTIVE for port object 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:49.282696 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.298092 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Transition to ACTIVE for port object e9dc0a0d-697f-4f28-bebb-57d83a51a57d will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:49.299279 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.309561 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.364560 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.389228 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.400436 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/afb8fc76-977f-4f9e-989d-8a94badab7ee HTTP/1.1" status: 204 len: 168 time: 0.8815858 Jun 24 14:24:49.414912 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d65efb-2b45-42b0-ba94-127ab2e2dca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=afb8fc76-977f-4f9e-989d-8a94badab7ee,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:49.443703 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Network 8e14cfab-49a9-462c-8685-e98918a63d3d is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:49.450487 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:49.498869 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.provisioning_blocks [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Transition to ACTIVE for port object 2f53319f-36c3-4893-8904-a42496bf70c9 will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:49.510056 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fcdfb-92ac-4971-8914-c43b95bd5706 None None] Pushing event updated for resources: {'Port': ['ID=8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:49.512367 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port ab580128-e96c-4c5c-8269-2d93f67a85e8 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:49.609100 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Attempting to bind port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:49.613638 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Attempting to bind port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:49.615426 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Attempting to bind port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 on network 56739e03-84f5-401f-84c2-dbaf871a2b89 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:49.640089 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'name': 'tempest-DeleteServersTestJSON-164831247-router', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:37Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 3, 'project_id': '085034667ea744bb9c9438ba395db80b', 'gw_port': {'id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:39Z', 'updated_at': '2022-06-24T14:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:49.649636 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c9db4-06e0-423a-9931-d0bab68acb69 None None] The sync data for ids ['a35a9bb4-1396-45b8-b88a-eded40ceb942'] in dv-cinder-847189-2-iscsi is: [{'id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'name': 'tempest-DeleteServersTestJSON-164831247-router', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:37Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 3, 'project_id': '085034667ea744bb9c9438ba395db80b', 'gw_port': {'id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:39Z', 'updated_at': '2022-06-24T14:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:24:49.695323 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:49.695881 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:49.704530 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.709173 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Bound using segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:49.709835 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Bound port: 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:49.714441 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.720456 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-7090bbda-ee22-4547-bdc6-dac34d661505 service neutron] 10.222.0.16 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662361 Jun 24 14:24:49.768015 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:49.949708 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Pushing event updated for resources: {'Port': ['ID=43fd12b2-6d47-484d-a120-a76afca0b5c1,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:49.957765 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37792) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:50.038076 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment de2fc396-3683-4206-a5a4-34e9c9970549 resource provider aggregate not found Jun 24 14:24:50.069368 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-d63d6102-5483-41ae-ad71-fa2e8f5e3e61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8862ce344604357b578d764147db708&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1105733 Jun 24 14:24:50.073517 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37798) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:50.118771 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df84ee-2497-46c2-a3ff-93b6ac423b77 None None] Pushing event updated for resources: {'Port': ['ID=e9dc0a0d-697f-4f28-bebb-57d83a51a57d,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:50.166595 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Attempting to bind port e9dc0a0d-697f-4f28-bebb-57d83a51a57d on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:50.166965 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Attempting to bind port e9dc0a0d-697f-4f28-bebb-57d83a51a57d by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:50.167375 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Attempting to bind port e9dc0a0d-697f-4f28-bebb-57d83a51a57d on network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:50.179557 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] For port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:50.183857 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:50.187443 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:50.187816 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Checking segment: {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:50.188217 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:50.188638 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Bound using segment: {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:50.188915 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-25c1869c-3d79-4333-8b87-bbc64ac2ab62 service neutron] 10.222.0.16 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571109 Jun 24 14:24:50.189115 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Bound port: e9dc0a0d-697f-4f28-bebb-57d83a51a57d, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:50.189486 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:50.189785 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:50.197209 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:50.231802 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] For port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:50.310117 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:50.326543 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Router a35a9bb4-1396-45b8-b88a-eded40ceb942 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:24:50.395156 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a861371a-e567-449c-bca2-c86e479e3bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:50.473309 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment de2fc396-3683-4206-a5a4-34e9c9970549 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de2fc396-3683-4206-a5a4-34e9c9970549 found for delete ", "request_id": "req-eb244934-a597-4a19-a5c2-007348520727"}]} Jun 24 14:24:50.510474 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Pushing event updated for resources: {'Port': ['ID=2f53319f-36c3-4893-8904-a42496bf70c9,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:50.598797 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3903314'] for router_interface, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:50.754789 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37820) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:50.755285 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:50.898452 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-129ce308-c0e4-4f11-8fdf-ec352abc7545 None None] Provisioning complete for port 43fd12b2-6d47-484d-a120-a76afca0b5c1 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:50.901866 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d7a8a0a3-5895-4ce1-8e44-9a1e23669b7b req-64562d2f-a701-4b0d-81b2-4264c90a5cca tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 210 time: 0.1450622 Jun 24 14:24:50.902494 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-129ce308-c0e4-4f11-8fdf-ec352abc7545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:50.905487 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 37830) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:51.024951 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a861371a-e567-449c-bca2-c86e479e3bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.029379 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.060997 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:51.068253 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:24:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:51.252958 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:24:51.326433 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a861371a-e567-449c-bca2-c86e479e3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.361044 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a861371a-e567-449c-bca2-c86e479e3bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.367196 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-a861371a-e567-449c-bca2-c86e479e3bbb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d60c53f-4538-48b3-99da-4a2f684f37b0 HTTP/1.1" status: 204 len: 168 time: 1.2925196 Jun 24 14:24:51.369141 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861371a-e567-449c-bca2-c86e479e3bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d60c53f-4538-48b3-99da-4a2f684f37b0,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:51.381901 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-3ac62745-f779-4b4a-90a7-e53edb78ebce admin admin] 10.222.0.16 "PUT /v2.0/routers/a35a9bb4-1396-45b8-b88a-eded40ceb942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0730860 Jun 24 14:24:51.568701 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a57f54a2-1da9-466b-87d9-31fbd6e29f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.593722 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:51.628237 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-a57f54a2-1da9-466b-87d9-31fbd6e29f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:51.641187 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-a57f54a2-1da9-466b-87d9-31fbd6e29f84 admin admin] Usage tracker for resource:security_group_rule and tenant:27a4ea84bb974ea6b44fa75abf483bbf is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:51.659153 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-a57f54a2-1da9-466b-87d9-31fbd6e29f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:51.666319 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fcdfb-92ac-4971-8914-c43b95bd5706 None None] Pushing event updated for resources: {'Port': ['ID=8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:51.675557 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-a57f54a2-1da9-466b-87d9-31fbd6e29f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:51.706717 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] For port e9dc0a0d-697f-4f28-bebb-57d83a51a57d, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:51.764262 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] For port e9dc0a0d-697f-4f28-bebb-57d83a51a57d, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=e9dc0a0d-697f-4f28-bebb-57d83a51a57d,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:51.807356 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.824906 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831156-c797-468a-844f-f84dca3c7de0 req-9a479c5a-c453-4aa1-adb1-f9e00f6ad71d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:51.826934 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-129ce308-c0e4-4f11-8fdf-ec352abc7545 None None] Port 43fd12b2-6d47-484d-a120-a76afca0b5c1 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:24:51.833843 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-9a479c5a-c453-4aa1-adb1-f9e00f6ad71d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 818 time: 0.4413898 Jun 24 14:24:51.840084 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:51.841447 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.028281 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:52.043467 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-e94937b3-7498-44d2-9cd1-5beca707c8e2 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/quotas/0e3ad630000240b0b99f8314aa06e202 HTTP/1.1" status: 200 len: 375 time: 0.2099972 Jun 24 14:24:52.074100 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:52.074463 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.153774 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37918) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:52.273436 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a57f54a2-1da9-466b-87d9-31fbd6e29f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.296005 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-e623b8cb-f1a1-4c44-8ff4-9ad298953833 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6415dea74c14d34bcf5e5eee6965602&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1408381 Jun 24 14:24:52.296625 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37936) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:52.324723 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Pushing event updated for resources: {'Port': ['ID=2f53319f-36c3-4893-8904-a42496bf70c9,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:52.388497 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903287'] for router_interface, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.398366 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a57f54a2-1da9-466b-87d9-31fbd6e29f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.441840 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b7b12e9e-4fdf-4699-99f3-bb684d595646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.498405 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-a57f54a2-1da9-466b-87d9-31fbd6e29f84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27a4ea84bb974ea6b44fa75abf483bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5145822 Jun 24 14:24:52.501704 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37946) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:52.537560 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b7b12e9e-4fdf-4699-99f3-bb684d595646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.540703 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Routers {'dbc070df-8af2-439e-ae00-a52479dc8c9a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:52.541557 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:24:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['dbc070df-8af2-439e-ae00-a52479dc8c9a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:52.622391 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f54a2-1da9-466b-87d9-31fbd6e29f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c07360a-b341-401a-b2a2-30152923a3e3,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:52.667061 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Sync routers for ids ['a35a9bb4-1396-45b8-b88a-eded40ceb942'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:24:52.679413 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-f221635c-6f5c-408d-8e25-e2075b3c08d4 None None] Provisioning for port 2f53319f-36c3-4893-8904-a42496bf70c9 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:52.682229 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Routers {'a35a9bb4-1396-45b8-b88a-eded40ceb942'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:52.683052 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-568d63e8-44bf-472d-b215-7426867db40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:24:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['a35a9bb4-1396-45b8-b88a-eded40ceb942'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:52.747368 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-731733e2-e0a3-4055-acd7-69f74fba50e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.773065 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-eda48d44-ce1a-47c5-aead-24de7f9e4ea8 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7209799 Jun 24 14:24:52.784143 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b7b12e9e-4fdf-4699-99f3-bb684d595646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.790618 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-731733e2-e0a3-4055-acd7-69f74fba50e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.827358 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b12e9e-4fdf-4699-99f3-bb684d595646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c20ff0-085f-4941-b46f-0e6545572e28,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:52.831286 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-f221635c-6f5c-408d-8e25-e2075b3c08d4 None None] Provisioning complete for port 2f53319f-36c3-4893-8904-a42496bf70c9 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:52.835762 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f221635c-6f5c-408d-8e25-e2075b3c08d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.879350 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df84ee-2497-46c2-a3ff-93b6ac423b77 None None] Pushing event updated for resources: {'Port': ['ID=e9dc0a0d-697f-4f28-bebb-57d83a51a57d,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:52.882394 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b7b12e9e-4fdf-4699-99f3-bb684d595646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.889430 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-b7b12e9e-4fdf-4699-99f3-bb684d595646 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2c20ff0-085f-4941-b46f-0e6545572e28 HTTP/1.1" status: 204 len: 168 time: 0.5911419 Jun 24 14:24:52.937385 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-731733e2-e0a3-4055-acd7-69f74fba50e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.961393 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731733e2-e0a3-4055-acd7-69f74fba50e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c07360a-b341-401a-b2a2-30152923a3e3,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:52.964742 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-731733e2-e0a3-4055-acd7-69f74fba50e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:52.975107 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-731733e2-e0a3-4055-acd7-69f74fba50e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c07360a-b341-401a-b2a2-30152923a3e3 HTTP/1.1" status: 204 len: 168 time: 0.4663670 Jun 24 14:24:52.992244 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:52.996838 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Set router a35a9bb4-1396-45b8-b88a-eded40ceb942 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:53.041521 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:53.443791 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] Set router dbc070df-8af2-439e-ae00-a52479dc8c9a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:53.517720 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-0b16d40d-9185-4149-9ddf-015e01849421 service neutron] 10.222.0.16 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7434816 Jun 24 14:24:53.745138 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-f221635c-6f5c-408d-8e25-e2075b3c08d4 None None] Port 2f53319f-36c3-4893-8904-a42496bf70c9 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:24:53.783990 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 37998) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:53.820899 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-0725b630-c06a-4d9e-88b9-6dfb13ab61d7 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:53.831874 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e2cadd2b-e836-4c5b-9d79-3cb2f9f72388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:53.833480 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-568d63e8-44bf-472d-b215-7426867db40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'name': 'tempest-DeleteServersTestJSON-164831247-router', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:37Z', 'updated_at': '2022-06-24T14:24:48Z', 'revision_number': 4, 'project_id': '085034667ea744bb9c9438ba395db80b', 'gw_port': {'id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:39Z', 'updated_at': '2022-06-24T14:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '43fd12b2-6d47-484d-a120-a76afca0b5c1', 'name': '', 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'mac_address': 'fa:16:3e:b3:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1b5806d1-07fb-4a73-bcd3-148b95165f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:24:48Z', 'revision_number': 2, 'project_id': '085034667ea744bb9c9438ba395db80b', 'subnets': [{'id': '1b5806d1-07fb-4a73-bcd3-148b95165f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:53.834758 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-0725b630-c06a-4d9e-88b9-6dfb13ab61d7 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/networks?id=8e14cfab-49a9-462c-8685-e98918a63d3d HTTP/1.1" status: 200 len: 811 time: 0.8920102 Jun 24 14:24:53.846591 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Checking router: a35a9bb4-1396-45b8-b88a-eded40ceb942 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:24:53.848111 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Updating router a35a9bb4-1396-45b8-b88a-eded40ceb942 port 43fd12b2-6d47-484d-a120-a76afca0b5c1 binding host dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:24:53.878721 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-e2cadd2b-e836-4c5b-9d79-3cb2f9f72388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:53.886741 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-e2cadd2b-e836-4c5b-9d79-3cb2f9f72388 admin admin] Usage tracker for resource:security_group_rule and tenant:37f319fc8b5c4de6a00beca38667f99d is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:53.899224 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-995be761-9f9e-4bef-abd3-f6e7fe2b9928 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/quotas/085034667ea744bb9c9438ba395db80b HTTP/1.1" status: 200 len: 375 time: 0.0624788 Jun 24 14:24:53.900009 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-e2cadd2b-e836-4c5b-9d79-3cb2f9f72388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:53.927106 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-e2cadd2b-e836-4c5b-9d79-3cb2f9f72388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:53.970555 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:54.043638 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.36', 49902) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:54.054546 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:54.055649 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:54.082491 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-6f006030-53c2-4179-b88f-d79e0d4707ca None None] Provisioning complete for port 2f53319f-36c3-4893-8904-a42496bf70c9 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:54.082858 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6f006030-53c2-4179-b88f-d79e0d4707ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:54.133819 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:24:48Z', 'revision_number': 1, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:54.173535 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:54.176998 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe8a2ee-bcc6-4fea-8808-07d852e68c0c None None] The sync data for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi is: [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:24:48Z', 'revision_number': 1, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:24:54.197690 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:54.234896 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Router 1b7fc6e3-a1df-4f75-8b66-12016f317dce has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:24:54.271788 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-6f006030-53c2-4179-b88f-d79e0d4707ca None None] Port 2f53319f-36c3-4893-8904-a42496bf70c9 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:24:54.367447 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:54.420018 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'e9dc0a0d-697f-4f28-bebb-57d83a51a57d', 'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'mac_address': 'fa:16:3e:63:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:40Z', 'updated_at': '2022-06-24T14:24:51Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'subnets': [{'id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:54.433425 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc36fe-6b38-40a0-9b79-55b79d50858a None None] The sync data for ids ['dbc070df-8af2-439e-ae00-a52479dc8c9a'] in dv-cinder-847189-2-iscsi is: [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'e9dc0a0d-697f-4f28-bebb-57d83a51a57d', 'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'mac_address': 'fa:16:3e:63:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:40Z', 'updated_at': '2022-06-24T14:24:51Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'subnets': [{'id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:24:54.557632 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-1f9c0016-45e5-4a99-8c29-26dd7130625e service neutron] 10.222.0.16 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0383887 Jun 24 14:24:54.558942 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 38012) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:54.567970 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e2cadd2b-e836-4c5b-9d79-3cb2f9f72388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:54.580849 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e2cadd2b-e836-4c5b-9d79-3cb2f9f72388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:54.738663 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Notify callbacks [] for port, precommit_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:54.766409 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.provisioning_blocks [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Transition to ACTIVE for port object 43fd12b2-6d47-484d-a120-a76afca0b5c1 will not be triggered until provisioned by entity L2. {{(pid=88097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:54.779142 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:54.831049 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-b9b2d559-61e6-4ef7-837b-85ed160bc201 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:54.832870 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-b9b2d559-61e6-4ef7-837b-85ed160bc201 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Synchronizing usage tracker for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:network {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:24:54.903708 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-e2cadd2b-e836-4c5b-9d79-3cb2f9f72388 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37f319fc8b5c4de6a00beca38667f99d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1185367 Jun 24 14:24:54.909529 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 38038) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:54.911184 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cadd2b-e836-4c5b-9d79-3cb2f9f72388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06051b3f-964c-4b09-94cd-7f0ed5b097a8,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:55.014423 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-b9b2d559-61e6-4ef7-837b-85ed160bc201 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Unset dirty status for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:network {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:24:55.015895 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-b9b2d559-61e6-4ef7-837b-85ed160bc201 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 818 time: 0.9682033 Jun 24 14:24:55.018574 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2eb7cb71-041d-4a0a-8ee5-fd7bf874d472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:55.106013 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-2eb7cb71-041d-4a0a-8ee5-fd7bf874d472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:55.130124 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-882afa7c-21df-4dab-be94-693fddc77d2d tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=085034667ea744bb9c9438ba395db80b&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2227426 Jun 24 14:24:55.131364 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Request body: {'port': {'device_id': '5a3f65a3-463e-49f1-a4a1-8948445bffa5', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'admin_state_up': True, 'tenant_id': '0e3ad630000240b0b99f8314aa06e202'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:55.205370 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-2eb7cb71-041d-4a0a-8ee5-fd7bf874d472 admin admin] Usage tracker for resource:security_group_rule and tenant:82418a6689914298afab7010e0890e91 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:55.228567 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:24:55.234177 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-2eb7cb71-041d-4a0a-8ee5-fd7bf874d472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:55.428335 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-aa3264e3-ce21-462b-adf5-d60c387ded5c admin admin] 10.222.0.16 "PUT /v2.0/routers/1b7fc6e3-a1df-4f75-8b66-12016f317dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5298734 Jun 24 14:24:55.487585 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cfb1364a-2e40-43b9-9624-b68d9877cef6 req-7f24fe55-f4fa-4a38-a17f-cf02ec014371 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 210 time: 0.2285521 Jun 24 14:24:55.498784 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-2eb7cb71-041d-4a0a-8ee5-fd7bf874d472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:55.752383 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-32b7f04b-cdcb-4f5f-8fb9-bddcee30ddd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:55.895954 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-32b7f04b-cdcb-4f5f-8fb9-bddcee30ddd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:55.932714 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:55.999616 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a5d2b-0249-4534-8a4c-fdece909de67 None None] Pushing event updated for resources: {'Port': ['ID=43fd12b2-6d47-484d-a120-a76afca0b5c1,revision_number=3']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:56.005775 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:56.011457 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Attempting to bind port 43fd12b2-6d47-484d-a120-a76afca0b5c1 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:24:56.011969 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Attempting to bind port 43fd12b2-6d47-484d-a120-a76afca0b5c1 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:24:56.013710 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Attempting to bind port 43fd12b2-6d47-484d-a120-a76afca0b5c1 on network 8e14cfab-49a9-462c-8685-e98918a63d3d {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:24:56.051408 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Made reservation on behalf of 0e3ad630000240b0b99f8314aa06e202 for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:24:56.055071 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:56.092888 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2eb7cb71-041d-4a0a-8ee5-fd7bf874d472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:56.095633 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-32b7f04b-cdcb-4f5f-8fb9-bddcee30ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:56.162056 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2eb7cb71-041d-4a0a-8ee5-fd7bf874d472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:56.188478 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7f04b-cdcb-4f5f-8fb9-bddcee30ddd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06051b3f-964c-4b09-94cd-7f0ed5b097a8,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:56.271620 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:24:56.278004 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Checking segment: {'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:24:56.281269 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:56.283265 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Bound using segment: {'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:24:56.283916 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Bound port: 43fd12b2-6d47-484d-a120-a76afca0b5c1, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'}}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:24:56.285212 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:56.317164 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38126) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:56.319085 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-2eb7cb71-041d-4a0a-8ee5-fd7bf874d472 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82418a6689914298afab7010e0890e91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7538736 Jun 24 14:24:56.325512 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-32b7f04b-cdcb-4f5f-8fb9-bddcee30ddd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:56.330747 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-32b7f04b-cdcb-4f5f-8fb9-bddcee30ddd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06051b3f-964c-4b09-94cd-7f0ed5b097a8 HTTP/1.1" status: 204 len: 168 time: 1.3867419 Jun 24 14:24:56.380467 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7cb71-041d-4a0a-8ee5-fd7bf874d472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573197e3-2f5d-4fab-840b-8a1dcc3d640d,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:56.406731 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-4c5e0407-3e02-419e-ad05-730e7eb7d762 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88094) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:24:56.413173 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-4c5e0407-3e02-419e-ad05-730e7eb7d762 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7331426 Jun 24 14:24:56.680830 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Allocated IP 172.20.0.6 (10d24e81-bd02-44d3-8a25-b8abf5d4e94c/281a49a9-895e-4dfb-9af0-0c46c1a90d45/9a8ec6cd-5e17-4515-b1a5-89ed2d731c24) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:24:56.732569 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-568d63e8-44bf-472d-b215-7426867db40a None None] For port 43fd12b2-6d47-484d-a120-a76afca0b5c1, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:24:56.787499 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-568d63e8-44bf-472d-b215-7426867db40a None None] For port 43fd12b2-6d47-484d-a120-a76afca0b5c1, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=43fd12b2-6d47-484d-a120-a76afca0b5c1,segment=NetworkSegment(6d01c032-df06-46c0-a96a-15deafff33cc),segment_id=6d01c032-df06-46c0-a96a-15deafff33cc)] {{(pid=88097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:24:56.804061 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:56.884098 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-db53745c-9716-42c9-ab9f-0cbf752eec38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:56.890619 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:57.044210 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-db53745c-9716-42c9-ab9f-0cbf752eec38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:57.087968 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-5a3d2381-6da0-46ca-9b46-f8fc20a090e0 service neutron] 10.222.0.16 "GET /v2.0/networks/8e14cfab-49a9-462c-8685-e98918a63d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589494 Jun 24 14:24:57.090197 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:57.105928 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:57.110099 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:57.223062 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38142) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:57.302431 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Routers {'a35a9bb4-1396-45b8-b88a-eded40ceb942'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:24:57.303083 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-568d63e8-44bf-472d-b215-7426867db40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:24:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['a35a9bb4-1396-45b8-b88a-eded40ceb942'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:57.379008 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38150) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:57.383893 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 38152) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:57.415730 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579385065', 'description': 'tempest-description--642161872'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:57.497537 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:57.535108 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Usage tracker for resource:security_group and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:57.550824 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:57.628904 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:57.710059 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:57.718241 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:57.774264 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:57.779790 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:57.814549 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:57.815879 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device e9dc0a0d-697f-4f28-bebb-57d83a51a57d up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:57.833200 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Transition to ACTIVE for port object 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:24:57.873761 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:57.952298 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-db53745c-9716-42c9-ab9f-0cbf752eec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:58.026306 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7d012111-94f0-41bf-b459-6cde482d3b00 req-313ee181-c84e-4666-8eff-8cb2293f6673 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 210 time: 0.2597544 Jun 24 14:24:58.028463 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event updated for resources: {'Port': ['ID=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:58.070876 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-93b0cf54-260c-4fe9-a469-48be94396830 service neutron] 10.222.0.16 "GET /v2.0/networks/8e14cfab-49a9-462c-8685-e98918a63d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9807310 Jun 24 14:24:58.073532 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:58.095567 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:24:58.096257 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-db53745c-9716-42c9-ab9f-0cbf752eec38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:58.096843 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:24:58.098307 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-db53745c-9716-42c9-ab9f-0cbf752eec38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/573197e3-2f5d-4fab-840b-8a1dcc3d640d HTTP/1.1" status: 204 len: 168 time: 1.7800317 Jun 24 14:24:58.118723 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:24:58.122433 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53745c-9716-42c9-ab9f-0cbf752eec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573197e3-2f5d-4fab-840b-8a1dcc3d640d,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:58.124356 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:58.151928 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:58.159244 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:58.181231 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Usage tracker for resource:security_group_rule and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:58.199837 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:58.207817 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a5d2b-0249-4534-8a4c-fdece909de67 None None] Pushing event updated for resources: {'Port': ['ID=43fd12b2-6d47-484d-a120-a76afca0b5c1,revision_number=4']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:58.230214 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:58.262914 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-c2973d82-1ced-43d4-8c1c-a84f18d5bded tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1685364 Jun 24 14:24:58.283869 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-568d63e8-44bf-472d-b215-7426867db40a None None] Set router a35a9bb4-1396-45b8-b88a-eded40ceb942 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:24:58.293936 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-febdc9d9-1860-4266-b523-091553c17f5d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:24:58.296689 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-febdc9d9-1860-4266-b523-091553c17f5d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091071 Jun 24 14:24:58.324673 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fd78790d-7e6c-461f-ac00-ea568eecae7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:58.464770 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-fd78790d-7e6c-461f-ac00-ea568eecae7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:58.484111 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-fd78790d-7e6c-461f-ac00-ea568eecae7e admin admin] Usage tracker for resource:security_group_rule and tenant:0eec90bdd5ae48b99201d2a45db46c1b is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:58.504472 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-fd78790d-7e6c-461f-ac00-ea568eecae7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:58.505502 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:58.541275 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-fd78790d-7e6c-461f-ac00-ea568eecae7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:58.695102 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port e9dc0a0d-697f-4f28-bebb-57d83a51a57d completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:58.715903 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port e9dc0a0d-697f-4f28-bebb-57d83a51a57d triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:58.716967 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:58.862485 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d6777086-833c-440d-b70c-f9de6c6d0e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:58.888218 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d6777086-833c-440d-b70c-f9de6c6d0e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:24:58.893405 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d6777086-833c-440d-b70c-f9de6c6d0e31 admin admin] Usage tracker for resource:security_group_rule and tenant:579ab590d9bb4129b1a2332d75c9614a is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:24:58.897354 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d6777086-833c-440d-b70c-f9de6c6d0e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:24:58.907802 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d6777086-833c-440d-b70c-f9de6c6d0e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:24:58.920120 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-6ba9568e-2bdc-4788-9cd2-df7f9e3d59da None None] Provisioning for port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:24:58.979738 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-6ba9568e-2bdc-4788-9cd2-df7f9e3d59da None None] Provisioning complete for port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:24:58.981346 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6ba9568e-2bdc-4788-9cd2-df7f9e3d59da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.014387 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fd78790d-7e6c-461f-ac00-ea568eecae7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.043940 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fd78790d-7e6c-461f-ac00-ea568eecae7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.159720 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831156-c797-468a-844f-f84dca3c7de0 req-0a5042ed-fc43-49f8-8e5d-ffe816318cae tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:24:59.163897 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-0a5042ed-fc43-49f8-8e5d-ffe816318cae tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 818 time: 0.6367257 Jun 24 14:24:59.165127 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.36', 49912) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:24:59.183645 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9568e-2bdc-4788-9cd2-df7f9e3d59da None None] Port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:24:59.265450 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Request body: {'port': {'device_id': '65583d96-2f1d-4526-b2f0-1d3bf26a26e3', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'admin_state_up': True, 'tenant_id': '0e3ad630000240b0b99f8314aa06e202'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:59.400148 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port e9dc0a0d-697f-4f28-bebb-57d83a51a57d is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:24:59.400600 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.459352 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c4bcf0da-c9d2-4d1c-bd69-1293cd6db62b req-0e95ea7d-7ddf-4b4d-b714-f0846ac1748d tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 210 time: 0.4393070 Jun 24 14:24:59.501051 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port e9dc0a0d-697f-4f28-bebb-57d83a51a57d, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=e9dc0a0d-697f-4f28-bebb-57d83a51a57d,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:24:59.507165 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.508070 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:24:59.738354 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-568d63e8-44bf-472d-b215-7426867db40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'name': 'tempest-DeleteServersTestJSON-164831247-router', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:37Z', 'updated_at': '2022-06-24T14:24:48Z', 'revision_number': 4, 'project_id': '085034667ea744bb9c9438ba395db80b', 'gw_port': {'id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:39Z', 'updated_at': '2022-06-24T14:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '43fd12b2-6d47-484d-a120-a76afca0b5c1', 'name': '', 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'mac_address': 'fa:16:3e:b3:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1b5806d1-07fb-4a73-bcd3-148b95165f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:24:56Z', 'revision_number': 4, 'project_id': '085034667ea744bb9c9438ba395db80b', 'subnets': [{'id': '1b5806d1-07fb-4a73-bcd3-148b95165f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:24:59.770248 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568d63e8-44bf-472d-b215-7426867db40a None None] The sync data for ids ['a35a9bb4-1396-45b8-b88a-eded40ceb942'] in dv-cinder-847189-2-iscsi is: [{'id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'name': 'tempest-DeleteServersTestJSON-164831247-router', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:37Z', 'updated_at': '2022-06-24T14:24:48Z', 'revision_number': 4, 'project_id': '085034667ea744bb9c9438ba395db80b', 'gw_port': {'id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:39Z', 'updated_at': '2022-06-24T14:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '43fd12b2-6d47-484d-a120-a76afca0b5c1', 'name': '', 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'mac_address': 'fa:16:3e:b3:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1b5806d1-07fb-4a73-bcd3-148b95165f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:24:56Z', 'revision_number': 4, 'project_id': '085034667ea744bb9c9438ba395db80b', 'subnets': [{'id': '1b5806d1-07fb-4a73-bcd3-148b95165f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:24:59.889811 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:24:59.940981 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Request body: {'port': {'device_id': '5a3f65a3-463e-49f1-a4a1-8948445bffa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:24:59.960263 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ddcec1ee-cafd-484f-aad5-80ea3f4c4809 req-a89a9f02-28e7-4125-b9e6-b4dddc833458 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 210 time: 0.4524534 Jun 24 14:24:59.976086 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-fd78790d-7e6c-461f-ac00-ea568eecae7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0eec90bdd5ae48b99201d2a45db46c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7513807 Jun 24 14:24:59.977992 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78790d-7e6c-461f-ac00-ea568eecae7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf86b971-fa3b-4858-9c0b-7108fe823cc8,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:24:59.996862 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:00.026747 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38202) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:00.028370 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:00.032721 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Sync routers for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:25:00.045515 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 38204) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:00.061249 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Usage tracker for resource:port and tenant:0e3ad630000240b0b99f8314aa06e202 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:00.068710 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:00.103797 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:00.154722 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:25:00.157400 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:24:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:00.176243 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Made reservation on behalf of 0e3ad630000240b0b99f8314aa06e202 for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:25:00.184832 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:00.185067 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42559c71-4dd3-43d4-a037-ef57de84d03c,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:00.230102 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-42219b5a-dce4-4015-b9b4-ddd9ade30037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:00.306557 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:00.312112 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-f48ca0d8-69a6-4779-9e65-7c598a9a15d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9173641 Jun 24 14:25:00.314567 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38214) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:00.317096 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-42219b5a-dce4-4015-b9b4-ddd9ade30037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:00.328400 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-2e0fcd2d-3c47-4a65-8700-2cdc6590937a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Request body: {'security_group_rule': {'security_group_id': '42559c71-4dd3-43d4-a037-ef57de84d03c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:00.328970 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-42219b5a-dce4-4015-b9b4-ddd9ade30037 admin admin] Usage tracker for resource:security_group_rule and tenant:0bafe0a2f56245eaa60d60c65c060a40 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:00.349710 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-2e0fcd2d-3c47-4a65-8700-2cdc6590937a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:00.358521 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-2e0fcd2d-3c47-4a65-8700-2cdc6590937a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Usage tracker for resource:security_group_rule and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:00.362353 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-42219b5a-dce4-4015-b9b4-ddd9ade30037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:00.371761 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-2e0fcd2d-3c47-4a65-8700-2cdc6590937a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:00.390695 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-42219b5a-dce4-4015-b9b4-ddd9ade30037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:00.396643 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-2e0fcd2d-3c47-4a65-8700-2cdc6590937a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:00.441135 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1ec50658-32a4-407f-83db-fb131bf08720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:00.499912 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1ec50658-32a4-407f-83db-fb131bf08720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:00.576921 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d6777086-833c-440d-b70c-f9de6c6d0e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:00.602579 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1ec50658-32a4-407f-83db-fb131bf08720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:00.638120 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec50658-32a4-407f-83db-fb131bf08720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf86b971-fa3b-4858-9c0b-7108fe823cc8,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:00.656772 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d6777086-833c-440d-b70c-f9de6c6d0e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:00.758708 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1ec50658-32a4-407f-83db-fb131bf08720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:00.761041 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-1ec50658-32a4-407f-83db-fb131bf08720 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf86b971-fa3b-4858-9c0b-7108fe823cc8 HTTP/1.1" status: 204 len: 168 time: 0.7244589 Jun 24 14:25:00.767025 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2e0fcd2d-3c47-4a65-8700-2cdc6590937a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:00.777376 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:25:00.781977 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Allocated IP 172.20.0.4 (10d24e81-bd02-44d3-8a25-b8abf5d4e94c/281a49a9-895e-4dfb-9af0-0c46c1a90d45/954391d3-a182-4bb6-82d7-e6112903c757) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:25:00.952643 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.36', 49916) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:00.983076 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:01.050873 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ef0caff9-3e7f-4942-aa44-146ff8a3d521 req-a8db9ba7-80cd-4ca9-8bcc-7ea8bac98633 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 210 time: 0.1934965 Jun 24 14:25:01.116572 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-d6777086-833c-440d-b70c-f9de6c6d0e31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=579ab590d9bb4129b1a2332d75c9614a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7308478 Jun 24 14:25:01.117852 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6777086-833c-440d-b70c-f9de6c6d0e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12baf11d-4118-4bf5-9307-a9b1ebf79fbc,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:01.127452 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38238) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:01.160978 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=e9dc0a0d-697f-4f28-bebb-57d83a51a57d,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:01.365727 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2e0fcd2d-3c47-4a65-8700-2cdc6590937a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:01.469629 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-776032a3-225f-4d03-995e-3eb36790b977 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:01.470351 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-776032a3-225f-4d03-995e-3eb36790b977 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Synchronizing usage tracker for tenant:085034667ea744bb9c9438ba395db80b on resource:network {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:25:01.507239 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2e0fcd2d-3c47-4a65-8700-2cdc6590937a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:01.577662 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2e9a05e5-791e-4a53-9643-0ce75e2ebd1f req-5f4deb57-3a5a-4c07-a5bf-b751102db538 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 210 time: 0.2254102 Jun 24 14:25:01.636961 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:01.637169 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:01.670252 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fcd2d-3c47-4a65-8700-2cdc6590937a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a954d0-8d6d-42ac-8822-447eadf248b3,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:01.724612 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d84ffff0-53ce-4132-a540-c982a46cfad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:01.758347 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2e0fcd2d-3c47-4a65-8700-2cdc6590937a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:01.759609 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-2e0fcd2d-3c47-4a65-8700-2cdc6590937a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4438691 Jun 24 14:25:01.771531 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 38252) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:01.778092 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-f99b9093-fa32-483e-946d-acd14d6b92f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Request body: {'security_group_rule': {'security_group_id': '42559c71-4dd3-43d4-a037-ef57de84d03c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:01.819079 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-f99b9093-fa32-483e-946d-acd14d6b92f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:01.822725 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d84ffff0-53ce-4132-a540-c982a46cfad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:01.870785 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38258) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:01.874525 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:01.905773 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-971a7e7b-6b20-4f1b-acf8-835e8a6c0ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:01.928892 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-971a7e7b-6b20-4f1b-acf8-835e8a6c0ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:01.933857 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-971a7e7b-6b20-4f1b-acf8-835e8a6c0ddd admin admin] Usage tracker for resource:security_group_rule and tenant:617a685482c54a6c9676d52adf5f8822 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:01.937320 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-971a7e7b-6b20-4f1b-acf8-835e8a6c0ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:01.950415 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-971a7e7b-6b20-4f1b-acf8-835e8a6c0ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:01.970440 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:24:51Z', 'revision_number': 2, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:01.985837 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Checking router: 1b7fc6e3-a1df-4f75-8b66-12016f317dce for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:25:01.986195 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Updating router 1b7fc6e3-a1df-4f75-8b66-12016f317dce port 2f53319f-36c3-4893-8904-a42496bf70c9 binding host dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:25:02.004339 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d84ffff0-53ce-4132-a540-c982a46cfad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:02.061955 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ffff0-53ce-4132-a540-c982a46cfad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12baf11d-4118-4bf5-9307-a9b1ebf79fbc,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:02.127652 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d84ffff0-53ce-4132-a540-c982a46cfad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:02.128871 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-d84ffff0-53ce-4132-a540-c982a46cfad2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12baf11d-4118-4bf5-9307-a9b1ebf79fbc HTTP/1.1" status: 204 len: 168 time: 1.0004358 Jun 24 14:25:02.194099 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-f99b9093-fa32-483e-946d-acd14d6b92f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Usage tracker for resource:security_group_rule and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:02.258516 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:02.259081 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-f99b9093-fa32-483e-946d-acd14d6b92f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:02.304170 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-f99b9093-fa32-483e-946d-acd14d6b92f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:02.308506 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:25:02.358566 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-971a7e7b-6b20-4f1b-acf8-835e8a6c0ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:02.371407 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-971a7e7b-6b20-4f1b-acf8-835e8a6c0ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:02.572620 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-42219b5a-dce4-4015-b9b4-ddd9ade30037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:02.610927 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f99b9093-fa32-483e-946d-acd14d6b92f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:02.638904 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-42219b5a-dce4-4015-b9b4-ddd9ade30037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:02.750566 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-776032a3-225f-4d03-995e-3eb36790b977 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Unset dirty status for tenant:085034667ea744bb9c9438ba395db80b on resource:network {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:25:02.754961 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-776032a3-225f-4d03-995e-3eb36790b977 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.36 "GET /v2.0/networks?id=8e14cfab-49a9-462c-8685-e98918a63d3d HTTP/1.1" status: 200 len: 811 time: 1.7770023 Jun 24 14:25:02.845715 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:02.863180 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:02.944402 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Request body: {'port': {'device_id': 'ce4f372c-70e7-47e5-983a-4a793fdab64f', 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d', 'admin_state_up': True, 'tenant_id': '085034667ea744bb9c9438ba395db80b'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:03.046442 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-971a7e7b-6b20-4f1b-acf8-835e8a6c0ddd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=617a685482c54a6c9676d52adf5f8822&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1721275 Jun 24 14:25:03.061227 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 38280) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:03.207040 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-42219b5a-dce4-4015-b9b4-ddd9ade30037 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bafe0a2f56245eaa60d60c65c060a40&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1572497 Jun 24 14:25:03.270867 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6bcc9db8-e7fa-4c7f-992a-9293823000e7 req-6e2c3044-26e4-4dfc-b426-b4f713d1c46d tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 210 time: 0.5139580 Jun 24 14:25:03.272581 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38290) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:03.284409 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a7e7b-6b20-4f1b-acf8-835e8a6c0ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14667edb-f29f-4f52-bfd6-24d3f3ae4989,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:03.318191 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d248b1fc-b3ce-4dbf-951f-5401266858ff req-e80f2bc6-5896-41a5-ac16-ccbd92a6eed9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 210 time: 0.2649827 Jun 24 14:25:03.410517 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b00ad450-6516-4052-b823-36cc6d097d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:03.415649 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:03.449419 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42219b5a-dce4-4015-b9b4-ddd9ade30037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80fc268-8656-44e4-904f-9a09a51b859b,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:03.503315 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Transition to ACTIVE for port object 954391d3-a182-4bb6-82d7-e6112903c757 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:25:03.504402 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b00ad450-6516-4052-b823-36cc6d097d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:03.659518 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f99b9093-fa32-483e-946d-acd14d6b92f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:03.663139 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b00ad450-6516-4052-b823-36cc6d097d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:03.712001 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f99b9093-fa32-483e-946d-acd14d6b92f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:03.715030 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ad450-6516-4052-b823-36cc6d097d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80fc268-8656-44e4-904f-9a09a51b859b,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:03.727810 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:03.729591 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device e9dc0a0d-697f-4f28-bebb-57d83a51a57d up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:25:03.759280 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b00ad450-6516-4052-b823-36cc6d097d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:03.768233 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-b00ad450-6516-4052-b823-36cc6d097d8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e80fc268-8656-44e4-904f-9a09a51b859b HTTP/1.1" status: 204 len: 168 time: 0.4846966 Jun 24 14:25:03.822965 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b9093-fa32-483e-946d-acd14d6b92f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cdcf36-eec9-47c6-9c55-c89067b66918,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:03.889576 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4cf12e73-31f7-4057-a691-844946c00ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:03.937608 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port e9dc0a0d-697f-4f28-bebb-57d83a51a57d triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:03.938212 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:03.986669 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:03.995354 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Usage tracker for resource:port and tenant:085034667ea744bb9c9438ba395db80b is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:04.003048 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:04.009861 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:04.013932 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:04.037813 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Transition to ACTIVE for port object 2f53319f-36c3-4893-8904-a42496bf70c9 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:25:04.052912 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:04.065157 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4cf12e73-31f7-4057-a691-844946c00ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:04.079930 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Made reservation on behalf of 085034667ea744bb9c9438ba395db80b for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:25:04.106032 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:04.150831 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:04.604232 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f99b9093-fa32-483e-946d-acd14d6b92f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:04.617702 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-f99b9093-fa32-483e-946d-acd14d6b92f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8442693 Jun 24 14:25:04.633208 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 38322) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:04.672171 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef62fe-dcf9-4277-a84a-d7487420f6df None None] Pushing event updated for resources: {'Port': ['ID=2f53319f-36c3-4893-8904-a42496bf70c9,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:04.707092 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:04.714774 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port e9dc0a0d-697f-4f28-bebb-57d83a51a57d is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:04.722159 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 43fd12b2-6d47-484d-a120-a76afca0b5c1 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:25:04.760098 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:25:04.781557 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:25:04.786401 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:25:04.799072 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:04.799749 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:04.807902 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:04.859267 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event updated for resources: {'Port': ['ID=954391d3-a182-4bb6-82d7-e6112903c757,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:04.892131 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-52000c71-7382-4277-bc54-a41e58bfee14 req-09a00abb-71b4-420e-847a-1a5b3c6932d3 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 210 time: 0.1834409 Jun 24 14:25:04.930616 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Usage tracker for resource:floatingip and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:04.961753 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:05.001835 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:05.124715 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b4b40-7b9a-472d-adc8-4b0c5b6352b5 req-b44d2daa-67f7-4040-8e06-d9dfe8aa9e18 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:05.129152 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d95b4b40-7b9a-472d-adc8-4b0c5b6352b5 req-b44d2daa-67f7-4040-8e06-d9dfe8aa9e18 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 931 time: 0.5329459 Jun 24 14:25:05.278083 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d95b4b40-7b9a-472d-adc8-4b0c5b6352b5 req-0b9ecefc-d3f8-4ca6-9711-5d3a28e3763d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327119 Jun 24 14:25:05.308060 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:25:05.336358 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4cf12e73-31f7-4057-a691-844946c00ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:05.339338 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4cf12e73-31f7-4057-a691-844946c00ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:05.340612 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-4cf12e73-31f7-4057-a691-844946c00ae8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14667edb-f29f-4f52-bfd6-24d3f3ae4989 HTTP/1.1" status: 204 len: 168 time: 2.1657882 Jun 24 14:25:05.342550 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-52c55ed0-4069-4c6c-a87d-4cf2b57993d1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1188066 Jun 24 14:25:05.342666 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Attempting to bind port 2f53319f-36c3-4893-8904-a42496bf70c9 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:25:05.343129 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Attempting to bind port 2f53319f-36c3-4893-8904-a42496bf70c9 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:25:05.347010 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Attempting to bind port 2f53319f-36c3-4893-8904-a42496bf70c9 on network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:05.376193 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Request body: {'port': {'device_id': '65583d96-2f1d-4526-b2f0-1d3bf26a26e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:05.379651 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:25:05.380021 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Checking segment: {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:25:05.380415 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:05.383095 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Bound using segment: {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:25:05.383584 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Bound port: 2f53319f-36c3-4893-8904-a42496bf70c9, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:25:05.383979 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:05.406622 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:05.426780 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:05.437914 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 43fd12b2-6d47-484d-a120-a76afca0b5c1 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:25:05.463243 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 43fd12b2-6d47-484d-a120-a76afca0b5c1 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:05.463609 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:05.547614 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf12e73-31f7-4057-a691-844946c00ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14667edb-f29f-4f52-bfd6-24d3f3ae4989,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:05.688667 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] For port 2f53319f-36c3-4893-8904-a42496bf70c9, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:25:05.698375 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] For port 2f53319f-36c3-4893-8904-a42496bf70c9, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=2f53319f-36c3-4893-8904-a42496bf70c9,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:25:05.762385 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.db.resource_extend [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 14:25:05.762999 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:05.998502 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Allocated IP 172.20.0.5 (8e14cfab-49a9-462c-8685-e98918a63d3d/1b5806d1-07fb-4a73-bcd3-148b95165f2b/c2f6d453-0fa2-48ae-b52f-aa2352a92867) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:25:06.054117 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef62fe-dcf9-4277-a84a-d7487420f6df None None] Pushing event updated for resources: {'Port': ['ID=2f53319f-36c3-4893-8904-a42496bf70c9,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:06.099771 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:06.105608 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:25:06.107800 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:24:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:06.170591 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:06.278832 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:06.407363 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-eddc0e3e-1733-4fa0-9f61-321eddf635cb req-21de50a3-9e12-4b10-9567-54a168a774ec tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 210 time: 0.2006731 Jun 24 14:25:06.436259 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Transition to ACTIVE for port object 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:25:06.507287 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:06.749524 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:25:06.830238 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073be5e7-fe25-40df-9dfa-42446495b4eb req-3736f017-790f-4e6f-8943-b1e5aa8b03ef tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:06.853483 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-073be5e7-fe25-40df-9dfa-42446495b4eb req-3736f017-790f-4e6f-8943-b1e5aa8b03ef tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 931 time: 0.2956839 Jun 24 14:25:06.923352 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38386) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:07.078804 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-073be5e7-fe25-40df-9dfa-42446495b4eb req-47bd65cb-ddbe-4fec-a4a6-4f1865f71a78 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240665 Jun 24 14:25:07.110685 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:07.271205 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-69993986-network', 'tenant_id': 'd10edf6451ef49a48ab9a099e8821146'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:07.283212 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:07.305375 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Usage tracker for resource:network and tenant:d10edf6451ef49a48ab9a099e8821146 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:07.310474 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:07.325482 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:07.347722 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Made reservation on behalf of d10edf6451ef49a48ab9a099e8821146 for: {'network': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:25:07.350583 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:07.389458 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-d7d34ed2-02ef-4eb8-92ff-fae3bd96ca1f None None] Provisioning for port 954391d3-a182-4bb6-82d7-e6112903c757 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:25:07.390951 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:07.433804 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-d7d34ed2-02ef-4eb8-92ff-fae3bd96ca1f None None] Provisioning complete for port 954391d3-a182-4bb6-82d7-e6112903c757 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:07.434413 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-d7d34ed2-02ef-4eb8-92ff-fae3bd96ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:07.481931 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:07.497526 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Usage tracker for resource:security_group_rule and tenant:d10edf6451ef49a48ab9a099e8821146 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:07.505344 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:07.523298 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:07.557729 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Attempting to bind port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:25:07.558230 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Attempting to bind port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:25:07.558711 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Attempting to bind port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 on network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:07.592925 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 on network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:25:07.593548 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Attempting to bind port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 on network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:07.632906 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:07.641419 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:07.800936 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1bed74a7-4936-441a-bb0e-a9e6f9ccdc39 req-28994e8e-b718-4253-a9fe-adc46cbe6bf1 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 210 time: 0.1352541 Jun 24 14:25:07.813919 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:25:07.814704 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Checking segment: {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:25:07.816048 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Bound using segment: {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:25:07.816190 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-d7d34ed2-02ef-4eb8-92ff-fae3bd96ca1f None None] Port 954391d3-a182-4bb6-82d7-e6112903c757 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:25:07.816728 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Bound port: 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:25:07.816728 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:07.936186 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Transition to ACTIVE for port object c2f6d453-0fa2-48ae-b52f-aa2352a92867 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:25:07.972505 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:07.984764 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:08.114185 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcf54c3-4207-4c44-886e-4e3ea1678846,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:08.120507 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 43fd12b2-6d47-484d-a120-a76afca0b5c1 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:08.121116 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:08.127530 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=88094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:25:08.170528 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:08.172765 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.segments_db [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Added segment 2326786b-6878-41b7-bcaf-6fa2839afdb7 of type vlan for network 92e1f553-384c-4c72-8100-8b099c42d114 Jun 24 14:25:08.223570 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:08.261067 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 43fd12b2-6d47-484d-a120-a76afca0b5c1, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=43fd12b2-6d47-484d-a120-a76afca0b5c1,segment=NetworkSegment(6d01c032-df06-46c0-a96a-15deafff33cc),segment_id=6d01c032-df06-46c0-a96a-15deafff33cc)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:08.297974 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:08.299040 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:08.299745 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:08.335267 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:08.537402 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Allocated IP 172.27.2.101 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/a9329f46-31a8-4d12-a6b0-2b5a10852bac) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:25:08.553720 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 2f53319f-36c3-4893-8904-a42496bf70c9 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:25:08.603160 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-384ec128-d9d6-4c8a-8acc-0a0fcddd3ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:08.679085 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:05Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:08.688286 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ed4ad-49f4-4f05-abe5-1d53fca045e6 None None] The sync data for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi is: [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:05Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:25:08.698211 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=43fd12b2-6d47-484d-a120-a76afca0b5c1,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:08.733098 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 2f53319f-36c3-4893-8904-a42496bf70c9 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:25:08.740088 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 2f53319f-36c3-4893-8904-a42496bf70c9 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:08.740615 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:08.792062 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8673062 Jun 24 14:25:08.819137 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38446) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:08.907083 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 2f53319f-36c3-4893-8904-a42496bf70c9 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:08.920552 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Request body: {'subnet': {'network_id': '92e1f553-384c-4c72-8100-8b099c42d114', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-69993986-subnet', 'tenant_id': 'd10edf6451ef49a48ab9a099e8821146', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:08.922797 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:08.979839 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:08.999471 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 2f53319f-36c3-4893-8904-a42496bf70c9, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=2f53319f-36c3-4893-8904-a42496bf70c9,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:09.009793 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:09.015668 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a4846-4a5a-4a25-9410-0b31b7385145 admin admin] Pushing event updated for resources: {'Network': ['ID=92e1f553-384c-4c72-8100-8b099c42d114,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:09.034780 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Usage tracker for resource:subnet and tenant:d10edf6451ef49a48ab9a099e8821146 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:09.038592 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:09.066058 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:09.123689 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] For port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:25:09.217620 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 92e1f553-384c-4c72-8100-8b099c42d114 details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:25:09.305616 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:09.317437 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] For port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:25:09.356244 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-765a486c-9d28-4661-8863-d3475bc9b6a4 req-cc2f1ab1-abf8-41c8-a089-9036172aa117 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 210 time: 0.2251060 Jun 24 14:25:09.393122 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:09.402119 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf8810-e3c3-4b28-99ac-3837149b8f65 req-e9e07d0a-e9ac-4b37-9f7b-4ae2ec51ce88 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:09.426438 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-75cf8810-e3c3-4b28-99ac-3837149b8f65 req-e9e07d0a-e9ac-4b37-9f7b-4ae2ec51ce88 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 931 time: 1.0895703 Jun 24 14:25:09.432534 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Made reservation on behalf of d10edf6451ef49a48ab9a099e8821146 for: {'subnet': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:25:09.439637 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009006'] for subnet, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:09.475699 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=2f53319f-36c3-4893-8904-a42496bf70c9,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:09.714515 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:09.716379 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:09.719175 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] 10.222.0.36 "PUT /v2.0/ports/9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 HTTP/1.1" status: 200 len: 1093 time: 10.5335791 Jun 24 14:25:09.740062 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3f65a3-463e-49f1-a4a1-8948445bffa5', 'tag': '9a8ec6cd-5e17-4515-b1a5-89ed2d731c24'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:09.863390 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:09.871030 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-75cf8810-e3c3-4b28-99ac-3837149b8f65 req-aaac9e1e-e1af-490e-8213-2f46521d192f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435954 Jun 24 14:25:10.046420 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:10.072273 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.db.resource_extend [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 14:25:10.099336 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Network 8e14cfab-49a9-462c-8685-e98918a63d3d is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:25:10.122316 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:25:10.129340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:25:10.135073 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:25:10.139867 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:25:10.142817 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:25:10.150171 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:10.150960 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:10.237001 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3092041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3008984'] for subnet, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:10.258322 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4173970 Jun 24 14:25:10.410273 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Request body: {'port': {'device_id': 'ce4f372c-70e7-47e5-983a-4a793fdab64f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:10.446815 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad863785-8407-4b2d-adaa-5c37cf49eb26 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:10.486767 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a3c71a-51f4-406e-9471-8f1bf1dd5afb,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:10.521754 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Checking segment: {'id': '2326786b-6878-41b7-bcaf-6fa2839afdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '92e1f553-384c-4c72-8100-8b099c42d114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:25:10.522116 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Network hostable DHCP agents. Network: 92e1f553-384c-4c72-8100-8b099c42d114, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:25:10.573976 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Network 92e1f553-384c-4c72-8100-8b099c42d114 is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:25:10.593313 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 92e1f553-384c-4c72-8100-8b099c42d114) {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:25:10.598486 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-f0048e7b-faf4-42e3-bd43-dafa8d7fc4ae None None] Provisioning for port c2f6d453-0fa2-48ae-b52f-aa2352a92867 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:25:10.616642 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:10.618298 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:10.618668 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-f0048e7b-faf4-42e3-bd43-dafa8d7fc4ae None None] Provisioning complete for port c2f6d453-0fa2-48ae-b52f-aa2352a92867 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:10.619761 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f0048e7b-faf4-42e3-bd43-dafa8d7fc4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:10.655947 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954391d3-a182-4bb6-82d7-e6112903c757 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:10.677588 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:10.694338 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-70bfed92-c86b-4989-9486-76e32dfd314d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8472092 Jun 24 14:25:10.763790 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea96d5-ea39-4fd2-b0e2-c6494529f2b5 None None] Network 92e1f553-384c-4c72-8100-8b099c42d114 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:25:10.785334 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:10.895261 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5140e-7381-4025-8aa5-cf1251478443 req-8b55e69a-6816-4ed0-a5ec-b49da9d6a464 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:10.907401 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-fed5140e-7381-4025-8aa5-cf1251478443 req-8b55e69a-6816-4ed0-a5ec-b49da9d6a464 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 931 time: 0.2140539 Jun 24 14:25:10.925538 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 43fd12b2-6d47-484d-a120-a76afca0b5c1 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:25:10.989712 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-fed5140e-7381-4025-8aa5-cf1251478443 req-f4d2a6b9-fb55-4821-805c-13937e694c32 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792885 Jun 24 14:25:11.043781 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event updated for resources: {'Port': ['ID=a9329f46-31a8-4d12-a6b0-2b5a10852bac,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:11.053216 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-cb0d33ca-25d2-426b-a3ad-65fc72d4fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:11.062342 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-cb0d33ca-25d2-426b-a3ad-65fc72d4fb2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 1096 time: 1.1961532 Jun 24 14:25:11.067505 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Transition to ACTIVE for port object 954391d3-a182-4bb6-82d7-e6112903c757 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:25:11.088892 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-145b51c6-855b-427f-a6a4-8047a4a2828e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:11.126947 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-f0048e7b-faf4-42e3-bd43-dafa8d7fc4ae None None] Port c2f6d453-0fa2-48ae-b52f-aa2352a92867 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:25:11.198357 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e1a24-4ecb-4c63-9f8b-e39d9c6a6f4f None None] Network 92e1f553-384c-4c72-8100-8b099c42d114 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:25:11.225030 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 43fd12b2-6d47-484d-a120-a76afca0b5c1 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:11.225388 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:11.490547 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4948a-b514-44ee-a4a9-169a038ad52a req-95f9efc5-a9c9-437e-9a7d-d4808d9d3ef6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:11.505315 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-03d4948a-b514-44ee-a4a9-169a038ad52a req-95f9efc5-a9c9-437e-9a7d-d4808d9d3ef6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 943 time: 0.2262721 Jun 24 14:25:11.505484 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 43fd12b2-6d47-484d-a120-a76afca0b5c1 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:11.506583 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 2f53319f-36c3-4893-8904-a42496bf70c9 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:25:11.513952 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:11.676688 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:11.691490 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 2f53319f-36c3-4893-8904-a42496bf70c9 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:11.691797 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:11.694122 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-03d4948a-b514-44ee-a4a9-169a038ad52a req-56bef07e-cf51-4b0c-abf2-063f1f501642 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840789 Jun 24 14:25:11.712630 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38522) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:11.873192 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7332c673-2503-4029-8efe-56c06e46cc47'] response: {'name': 'network-changed', 'server_uuid': '5a3f65a3-463e-49f1-a4a1-8948445bffa5', 'tag': '9a8ec6cd-5e17-4515-b1a5-89ed2d731c24', 'status': 'completed', 'code': 200} Jun 24 14:25:11.887575 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:11.909275 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-9a1831b8-c7d0-4a67-9daf-ec3c210c6a8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 HTTP/1.1" status: 200 len: 217 time: 0.6188366 Jun 24 14:25:11.912574 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 2f53319f-36c3-4893-8904-a42496bf70c9 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:11.936443 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:12.018928 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:12.315985 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd2fd3-1f71-4af9-be52-89caa7ea4982 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Pushing event updated for resources: {'Port': ['ID=c2f6d453-0fa2-48ae-b52f-aa2352a92867,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:12.342426 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 38542) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:12.405444 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-c9364291-6827-4172-9b0a-31ce8f7389d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:12.504840 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-d13e0fea-eafb-4e40-826f-f2a992b82bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:12.506657 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-d13e0fea-eafb-4e40-826f-f2a992b82bda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.5553648 Jun 24 14:25:12.510853 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-c9364291-6827-4172-9b0a-31ce8f7389d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:12.549787 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-c9364291-6827-4172-9b0a-31ce8f7389d5 admin admin] Usage tracker for resource:security_group_rule and tenant:e93f2e6c4b6a49be916d2ff4fab0f150 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:12.564753 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-c9364291-6827-4172-9b0a-31ce8f7389d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:12.571590 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Attempting to bind port 954391d3-a182-4bb6-82d7-e6112903c757 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:25:12.577669 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Attempting to bind port 954391d3-a182-4bb6-82d7-e6112903c757 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:25:12.578563 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Attempting to bind port 954391d3-a182-4bb6-82d7-e6112903c757 on network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:12.602745 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-c9364291-6827-4172-9b0a-31ce8f7389d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:12.764481 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad304f-1755-4475-b826-35a59663f736 req-3a710f5d-2bb4-4ec2-93a7-702a85a5fee5 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:12.766385 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5cad304f-1755-4475-b826-35a59663f736 req-3a710f5d-2bb4-4ec2-93a7-702a85a5fee5 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 931 time: 0.4980190 Jun 24 14:25:12.803498 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:12.835610 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:12.864912 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Port 954391d3-a182-4bb6-82d7-e6112903c757 on network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:25:12.865625 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Attempting to bind port 954391d3-a182-4bb6-82d7-e6112903c757 on network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:12.973677 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:12.982488 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38566) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:12.986490 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:25:12.986837 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Checking segment: {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:25:12.987260 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Bound using segment: {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:25:12.987667 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Bound port: 954391d3-a182-4bb6-82d7-e6112903c757, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:25:12.988013 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:12.993753 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5cad304f-1755-4475-b826-35a59663f736 req-40018421-a33c-42a3-9b2b-9975b48792e0 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132628 Jun 24 14:25:13.012400 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38572) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:13.020808 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1786671644-network', 'tenant_id': '9eab9275870c4e18a1a4cb908691870c'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:13.032598 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:13.034028 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Pushing event updated for resources: {'Port': ['ID=954391d3-a182-4bb6-82d7-e6112903c757,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:13.049302 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Usage tracker for resource:network and tenant:9eab9275870c4e18a1a4cb908691870c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:13.058774 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:13.073889 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:13.084399 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-c9364291-6827-4172-9b0a-31ce8f7389d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.096904 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-c9364291-6827-4172-9b0a-31ce8f7389d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.122691 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Made reservation on behalf of 9eab9275870c4e18a1a4cb908691870c for: {'network': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:25:13.124918 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.161065 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.188163 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8c57b-0ef5-4c86-84ff-6c1a6419a5bc req-303abbbb-460f-496b-8c6f-b121cc238e1b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:13.189850 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9bc8c57b-0ef5-4c86-84ff-6c1a6419a5bc req-303abbbb-460f-496b-8c6f-b121cc238e1b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 943 time: 0.2992218 Jun 24 14:25:13.208404 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-c9364291-6827-4172-9b0a-31ce8f7389d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e93f2e6c4b6a49be916d2ff4fab0f150&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4945447 Jun 24 14:25:13.209333 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9364291-6827-4172-9b0a-31ce8f7389d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2c9555-fab7-4939-8b94-68775a550e5c,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:13.210027 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bc5d570b-350b-467d-b531-e3e960955b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.212346 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38576) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:13.213335 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:13.246850 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-30f46883-9150-45e8-af1d-3d427ef6d923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.257101 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Usage tracker for resource:security_group_rule and tenant:9eab9275870c4e18a1a4cb908691870c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:13.264778 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:13.286303 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:13.288389 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-30f46883-9150-45e8-af1d-3d427ef6d923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:13.291618 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.292828 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5997701 Jun 24 14:25:13.293913 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bc5d570b-350b-467d-b531-e3e960955b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:13.322838 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-30f46883-9150-45e8-af1d-3d427ef6d923 admin admin] Usage tracker for resource:security_group_rule and tenant:8db7f5a261b2456a90b056827158330a is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:13.329799 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-30f46883-9150-45e8-af1d-3d427ef6d923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:13.338875 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9bc8c57b-0ef5-4c86-84ff-6c1a6419a5bc req-39beb1cb-b2f3-4425-9fc5-ba187b7f581e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207991 Jun 24 14:25:13.354352 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-30f46883-9150-45e8-af1d-3d427ef6d923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:13.367765 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ce30b-b24e-4e52-9971-ddf456e155da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event updated for resources: {'Port': ['ID=a9329f46-31a8-4d12-a6b0-2b5a10852bac,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:13.372296 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bc5d570b-350b-467d-b531-e3e960955b3f admin admin] Usage tracker for resource:security_group_rule and tenant:91401791456b497cb4bce1a5fd8cda96 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:13.388445 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bc5d570b-350b-467d-b531-e3e960955b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:13.406381 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fec79865-6bb2-4f7e-b5cc-7d9a6cf618e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.410564 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bc5d570b-350b-467d-b531-e3e960955b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:13.414132 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-86f515cb-b2db-4e5e-92a7-f8009883104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:13.415604 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-86f515cb-b2db-4e5e-92a7-f8009883104f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8866444 Jun 24 14:25:13.434113 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] For port 954391d3-a182-4bb6-82d7-e6112903c757, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:25:13.472763 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] For port 954391d3-a182-4bb6-82d7-e6112903c757, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=954391d3-a182-4bb6-82d7-e6112903c757,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:25:13.487923 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.488319 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.490203 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fec79865-6bb2-4f7e-b5cc-7d9a6cf618e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.504231 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.563979 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:13.564614 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.566265 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] 10.222.0.36 "PUT /v2.0/ports/954391d3-a182-4bb6-82d7-e6112903c757 HTTP/1.1" status: 200 len: 1093 time: 8.1949327 Jun 24 14:25:13.593869 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=88094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:25:13.613949 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c2cc13-78f4-4c45-a8c7-c75e11bf2ad9,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:13.614115 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a066798-d29d-4690-a326-21b0aacb90fd service neutron] Pushing event updated for resources: {'Port': ['ID=954391d3-a182-4bb6-82d7-e6112903c757,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:13.633597 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.636411 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.636968 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.segments_db [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Added segment 775d7d93-88fa-4bd7-873e-f1c8a6684378 of type vlan for network da889a44-ef93-44d4-ba51-977b8615863c Jun 24 14:25:13.665045 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-c7c1fabd-380d-49b2-a3dd-32211fa4af98 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Synchronizing usage tracker for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:25:13.713977 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.727661 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bc5d570b-350b-467d-b531-e3e960955b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.728904 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fec79865-6bb2-4f7e-b5cc-7d9a6cf618e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.734811 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-30f46883-9150-45e8-af1d-3d427ef6d923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.736055 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bc5d570b-350b-467d-b531-e3e960955b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.752887 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-30f46883-9150-45e8-af1d-3d427ef6d923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.763219 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec79865-6bb2-4f7e-b5cc-7d9a6cf618e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2c9555-fab7-4939-8b94-68775a550e5c,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:13.770557 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f6d453-0fa2-48ae-b52f-aa2352a92867 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:13.792153 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.809068 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-c7c1fabd-380d-49b2-a3dd-32211fa4af98 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Unset dirty status for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:25:13.810550 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-c7c1fabd-380d-49b2-a3dd-32211fa4af98 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1579385065&fields=id&tenant_id=a2e0770ebf744551881a430f664bfcb7 HTTP/1.1" status: 200 len: 267 time: 0.2825134 Jun 24 14:25:13.837915 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-bc5d570b-350b-467d-b531-e3e960955b3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91401791456b497cb4bce1a5fd8cda96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4534020 Jun 24 14:25:13.839059 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Transition to ACTIVE for port object c2f6d453-0fa2-48ae-b52f-aa2352a92867 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:25:13.839693 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 38596) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:13.853682 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d570b-350b-467d-b531-e3e960955b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc242adb-5f26-4aa0-af13-d49a3cba459e,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:13.859314 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.901414 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-30f46883-9150-45e8-af1d-3d427ef6d923 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8db7f5a261b2456a90b056827158330a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9154887 Jun 24 14:25:13.901607 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65583d96-2f1d-4526-b2f0-1d3bf26a26e3', 'tag': '954391d3-a182-4bb6-82d7-e6112903c757'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:13.909221 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38600) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:13.915362 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f46883-9150-45e8-af1d-3d427ef6d923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70984691-74e6-4a80-ac4c-56ba6862b419,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:13.972046 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:13.973029 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:13.973608 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.001275 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead5afe7-9e37-486a-b325-923ab260287e'] response: {'name': 'network-changed', 'server_uuid': '65583d96-2f1d-4526-b2f0-1d3bf26a26e3', 'tag': '954391d3-a182-4bb6-82d7-e6112903c757', 'status': 'completed', 'code': 200} Jun 24 14:25:14.010091 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fec79865-6bb2-4f7e-b5cc-7d9a6cf618e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.011199 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-fec79865-6bb2-4f7e-b5cc-7d9a6cf618e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c2c9555-fab7-4939-8b94-68775a550e5c HTTP/1.1" status: 204 len: 168 time: 0.7919853 Jun 24 14:25:14.076110 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f6d453-0fa2-48ae-b52f-aa2352a92867,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:14.118627 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1051610 Jun 24 14:25:14.135789 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38610) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:14.183041 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Request body: {'subnet': {'network_id': 'da889a44-ef93-44d4-ba51-977b8615863c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1786671644-subnet', 'tenant_id': '9eab9275870c4e18a1a4cb908691870c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:14.188333 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6774f92-38af-41b9-8d1d-736ff86fa764 admin admin] Pushing event updated for resources: {'Network': ['ID=da889a44-ef93-44d4-ba51-977b8615863c,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:14.204191 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:14.208464 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network da889a44-ef93-44d4-ba51-977b8615863c details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:25:14.217866 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Usage tracker for resource:subnet and tenant:9eab9275870c4e18a1a4cb908691870c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:14.232587 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3ef8-10bc-4e91-870b-d4ffda8fe216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.269089 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Attempting to bind port c2f6d453-0fa2-48ae-b52f-aa2352a92867 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:25:14.269420 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Attempting to bind port c2f6d453-0fa2-48ae-b52f-aa2352a92867 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:25:14.277487 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Attempting to bind port c2f6d453-0fa2-48ae-b52f-aa2352a92867 on network 8e14cfab-49a9-462c-8685-e98918a63d3d {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:14.289306 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:14.297893 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Port c2f6d453-0fa2-48ae-b52f-aa2352a92867 on network 8e14cfab-49a9-462c-8685-e98918a63d3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:25:14.298219 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Attempting to bind port c2f6d453-0fa2-48ae-b52f-aa2352a92867 on network 8e14cfab-49a9-462c-8685-e98918a63d3d {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:14.309471 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:14.319260 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:25:14.319648 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Checking segment: {'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:25:14.320524 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Bound using segment: {'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:25:14.321151 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Bound port: c2f6d453-0fa2-48ae-b52f-aa2352a92867, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d01c032-df06-46c0-a96a-15deafff33cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:25:14.321729 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.336664 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3ef8-10bc-4e91-870b-d4ffda8fe216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.368472 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-02649555-0c8e-4b49-aec0-355abbd55e58 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:14.379945 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-02649555-0c8e-4b49-aec0-355abbd55e58 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 816 time: 0.5485909 Jun 24 14:25:14.388852 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2750e6b1-cd35-4a04-a2ef-663c7e50786f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.444134 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Made reservation on behalf of 9eab9275870c4e18a1a4cb908691870c for: {'subnet': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:25:14.447401 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009006'] for subnet, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.464781 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-5ec60dad-c521-4c7a-926a-1fc8b0570486 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/quotas/a2e0770ebf744551881a430f664bfcb7 HTTP/1.1" status: 200 len: 375 time: 0.0836594 Jun 24 14:25:14.590541 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2750e6b1-cd35-4a04-a2ef-663c7e50786f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.609213 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38626) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:14.617271 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3ef8-10bc-4e91-870b-d4ffda8fe216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.662753 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-67b9c6fb-3c69-4333-a1db-b6aee342b42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.694172 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb3ef8-10bc-4e91-870b-d4ffda8fe216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc242adb-5f26-4aa0-af13-d49a3cba459e,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:14.710978 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] For port c2f6d453-0fa2-48ae-b52f-aa2352a92867, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:25:14.718569 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-67b9c6fb-3c69-4333-a1db-b6aee342b42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:14.727930 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-67b9c6fb-3c69-4333-a1db-b6aee342b42a admin admin] Usage tracker for resource:security_group_rule and tenant:e86e899226764d21884515c8e306f6c6 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:14.728304 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] For port c2f6d453-0fa2-48ae-b52f-aa2352a92867, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c2f6d453-0fa2-48ae-b52f-aa2352a92867,segment=NetworkSegment(6d01c032-df06-46c0-a96a-15deafff33cc),segment_id=6d01c032-df06-46c0-a96a-15deafff33cc)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:25:14.732072 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1cbb3ef8-10bc-4e91-870b-d4ffda8fe216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.733215 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-1cbb3ef8-10bc-4e91-870b-d4ffda8fe216 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc242adb-5f26-4aa0-af13-d49a3cba459e HTTP/1.1" status: 204 len: 168 time: 0.8917353 Jun 24 14:25:14.740674 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1767f-1944-49c5-9019-a2a427d8bea2 req-e9edbb42-c1f5-4b75-b118-3b3f8971734a tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:14.744034 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.748080 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d0c1767f-1944-49c5-9019-a2a427d8bea2 req-e9edbb42-c1f5-4b75-b118-3b3f8971734a tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 943 time: 0.5333972 Jun 24 14:25:14.751082 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-67b9c6fb-3c69-4333-a1db-b6aee342b42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:14.773722 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-67b9c6fb-3c69-4333-a1db-b6aee342b42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:14.841374 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:14.842241 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.843588 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] 10.222.0.36 "PUT /v2.0/ports/c2f6d453-0fa2-48ae-b52f-aa2352a92867 HTTP/1.1" status: 200 len: 1093 time: 4.4380958 Jun 24 14:25:14.877265 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1e92f-eac3-491a-85c2-109eb841ba04 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f6d453-0fa2-48ae-b52f-aa2352a92867,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:14.879038 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2750e6b1-cd35-4a04-a2ef-663c7e50786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:14.881302 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-a1a1f273-da36-40d5-bb15-68ebdb226e17 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153883 Jun 24 14:25:14.884236 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989af75-95c2-4e2f-90b4-982e98fcd126 req-46babf13-d050-4c86-850e-d359dfe078c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:14.885652 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1989af75-95c2-4e2f-90b4-982e98fcd126 req-46babf13-d050-4c86-850e-d359dfe078c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 1096 time: 0.3416290 Jun 24 14:25:14.912179 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d0c1767f-1944-49c5-9019-a2a427d8bea2 req-8a1caa1c-5d68-46c7-b3ed-f4319bde11a2 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631889 Jun 24 14:25:14.938071 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-9a3c852b-d494-4576-961f-4e9c6b195803 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Synchronizing usage tracker for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:port {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:25:14.957400 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750e6b1-cd35-4a04-a2ef-663c7e50786f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70984691-74e6-4a80-ac4c-56ba6862b419,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:15.040010 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2750e6b1-cd35-4a04-a2ef-663c7e50786f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:15.041225 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-2750e6b1-cd35-4a04-a2ef-663c7e50786f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70984691-74e6-4a80-ac4c-56ba6862b419 HTTP/1.1" status: 204 len: 168 time: 1.1278112 Jun 24 14:25:15.046535 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-9a3c852b-d494-4576-961f-4e9c6b195803 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Unset dirty status for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:port {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:25:15.047820 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-9a3c852b-d494-4576-961f-4e9c6b195803 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5099487 Jun 24 14:25:15.061839 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3092041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3008984'] for subnet, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:15.286947 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 38642) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:15.357640 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-400a0c86-cf9f-417f-b367-1c13db8c8442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:15.376155 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-67b9c6fb-3c69-4333-a1db-b6aee342b42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:15.376393 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-6d61dadc-bbdd-4bdc-8337-63ae11978fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:15.377986 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-6d61dadc-bbdd-4bdc-8337-63ae11978fd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085034667ea744bb9c9438ba395db80b&device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 1096 time: 0.4219427 Jun 24 14:25:15.390493 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989af75-95c2-4e2f-90b4-982e98fcd126 req-9c111500-2310-4f00-be33-3bfa2ebcff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:15.392006 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1989af75-95c2-4e2f-90b4-982e98fcd126 req-9c111500-2310-4f00-be33-3bfa2ebcff67 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0e3ad630000240b0b99f8314aa06e202&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4794970 Jun 24 14:25:15.393033 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-400a0c86-cf9f-417f-b367-1c13db8c8442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:15.400369 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-400a0c86-cf9f-417f-b367-1c13db8c8442 admin admin] Usage tracker for resource:security_group_rule and tenant:ede6b96f416841859337bad8a8f7c360 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:15.404359 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e35cc4-5f69-40ca-8d60-62b7eebbfc25,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:15.404703 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-400a0c86-cf9f-417f-b367-1c13db8c8442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:15.407958 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-67b9c6fb-3c69-4333-a1db-b6aee342b42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:15.409101 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0bdd52bf-fa1f-4060-8933-b5b5e46a3724 req-79c04c83-a3f9-40e7-96b6-1534d8166fb9 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953516 Jun 24 14:25:15.524599 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-67b9c6fb-3c69-4333-a1db-b6aee342b42a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e86e899226764d21884515c8e306f6c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9114769 Jun 24 14:25:15.524599 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Checking segment: {'id': '775d7d93-88fa-4bd7-873e-f1c8a6684378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'da889a44-ef93-44d4-ba51-977b8615863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:25:15.524599 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Network hostable DHCP agents. Network: da889a44-ef93-44d4-ba51-977b8615863c, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:25:15.527737 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 38652) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:15.538153 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-43a1eba0-feeb-48a3-8f3b-5d020c869589 service neutron] 10.222.0.16 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713840 Jun 24 14:25:15.543353 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9c6fb-3c69-4333-a1db-b6aee342b42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1da603-5457-47ef-a404-4d6e52e17bad,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:15.603338 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e8157-439d-4eee-ba09-a86d4a736975 req-db1275a4-b481-43e5-b6b1-55e4106459a4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:15.604879 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-355e8157-439d-4eee-ba09-a86d4a736975 req-db1275a4-b481-43e5-b6b1-55e4106459a4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 943 time: 0.4838631 Jun 24 14:25:15.720866 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Network da889a44-ef93-44d4-ba51-977b8615863c is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:25:15.747269 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-400a0c86-cf9f-417f-b367-1c13db8c8442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:15.768591 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-574a3be0-4739-4d39-8231-912f0870c14d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f6d453-0fa2-48ae-b52f-aa2352a92867 HTTP/1.1" status: 200 len: 217 time: 0.3582935 Jun 24 14:25:15.778585 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, da889a44-ef93-44d4-ba51-977b8615863c) {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:25:15.789738 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c214d6ad-b47d-4bb6-a244-1788717baf68 None None] Network da889a44-ef93-44d4-ba51-977b8615863c requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:25:15.809206 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:15.810146 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:15.826531 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-355e8157-439d-4eee-ba09-a86d4a736975 req-2b3f8214-649d-4af3-84d8-e42c892c4a45 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453397 Jun 24 14:25:15.863191 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7af0-bca4-4e63-834e-bf13ddfb5039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:15.877087 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-7f580001-0b9f-4ba7-bf59-eedda889e456 service neutron] 10.222.0.16 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180633 Jun 24 14:25:15.880747 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-8a56b5da-13ae-4891-ab4c-f451022290c4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7352517 Jun 24 14:25:15.898989 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7af0-bca4-4e63-834e-bf13ddfb5039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:15.963414 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-5f8bde6e-8809-4e67-ab61-a45bd3ed7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:15.979767 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-5f8bde6e-8809-4e67-ab61-a45bd3ed7fcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b5806d1-07fb-4a73-bcd3-148b95165f2b HTTP/1.1" status: 200 len: 850 time: 0.1901424 Jun 24 14:25:16.007218 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7af0-bca4-4e63-834e-bf13ddfb5039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:16.008950 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4f372c-70e7-47e5-983a-4a793fdab64f', 'tag': 'c2f6d453-0fa2-48ae-b52f-aa2352a92867'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:16.027422 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec7af0-bca4-4e63-834e-bf13ddfb5039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1da603-5457-47ef-a404-4d6e52e17bad,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:16.036296 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7af0-bca4-4e63-834e-bf13ddfb5039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:16.039457 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-d6ec7af0-bca4-4e63-834e-bf13ddfb5039 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b1da603-5457-47ef-a404-4d6e52e17bad HTTP/1.1" status: 204 len: 168 time: 0.5078933 Jun 24 14:25:16.169289 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989af75-95c2-4e2f-90b4-982e98fcd126 req-da1f6d76-d2de-4056-8196-01fa3442bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:16.171993 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1989af75-95c2-4e2f-90b4-982e98fcd126 req-da1f6d76-d2de-4056-8196-01fa3442bc22 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7605371 Jun 24 14:25:16.242671 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86476fe4-b9b6-462b-a2c3-bd7ae56cf1e9 None None] Network da889a44-ef93-44d4-ba51-977b8615863c requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:25:16.295820 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d69b4-2ca7-410f-b709-a27cb4c333ec req-c48e8566-f18a-443a-be78-190bf575de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:16.298063 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a24d69b4-2ca7-410f-b709-a27cb4c333ec req-c48e8566-f18a-443a-be78-190bf575de2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 1096 time: 0.6289458 Jun 24 14:25:16.412287 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae45483d-43af-4fb9-893c-b6a7cb1dcdb6'] response: {'name': 'network-changed', 'server_uuid': 'ce4f372c-70e7-47e5-983a-4a793fdab64f', 'tag': 'c2f6d453-0fa2-48ae-b52f-aa2352a92867', 'status': 'completed', 'code': 200} Jun 24 14:25:16.534586 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1bf231ac-f1da-4554-b1bf-aed4dd8c17b1 req-bfb1a234-1695-492b-bc30-6c858e6379cf tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 210 time: 0.1469150 Jun 24 14:25:16.577890 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33797d1-284d-4966-9b2b-227051d654e3 req-b85a8761-cb5c-4dc7-a779-7ad6bf2b63e9 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:16.579478 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b33797d1-284d-4966-9b2b-227051d654e3 req-b85a8761-cb5c-4dc7-a779-7ad6bf2b63e9 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 943 time: 0.4112878 Jun 24 14:25:16.714168 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b33797d1-284d-4966-9b2b-227051d654e3 req-620a7aa2-af95-4eda-8ba3-1398b91c418d tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273220 Jun 24 14:25:16.766438 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-400a0c86-cf9f-417f-b367-1c13db8c8442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:16.804020 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-400a0c86-cf9f-417f-b367-1c13db8c8442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:16.844397 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-1b258429-3002-47d0-b3ab-818555454a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:16.846652 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-1b258429-3002-47d0-b3ab-818555454a7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e14cfab-49a9-462c-8685-e98918a63d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8067539 Jun 24 14:25:17.147214 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-400a0c86-cf9f-417f-b367-1c13db8c8442 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ede6b96f416841859337bad8a8f7c360&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8520935 Jun 24 14:25:17.147214 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a0c86-cf9f-417f-b367-1c13db8c8442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b77dd4c-ff92-42b6-a304-8495263ca9ec,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:17.148628 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 38728) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:17.161282 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d69b4-2ca7-410f-b709-a27cb4c333ec req-58e94ee4-9f52-4eb4-9923-510b794561c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:17.162819 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a24d69b4-2ca7-410f-b709-a27cb4c333ec req-58e94ee4-9f52-4eb4-9923-510b794561c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.8543823 Jun 24 14:25:17.171049 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831156-c797-468a-844f-f84dca3c7de0 req-b4731405-b04d-4043-acbf-4e435f3e8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:17.173850 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-b4731405-b04d-4043-acbf-4e435f3e8fc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 1096 time: 0.9266932 Jun 24 14:25:17.198235 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651d082-80ec-484b-bb1d-1ec0e49c4d10 req-7b90a5f0-2c5b-4165-8957-e43a763d5adb tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:17.207140 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5651d082-80ec-484b-bb1d-1ec0e49c4d10 req-7b90a5f0-2c5b-4165-8957-e43a763d5adb tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 943 time: 0.2114871 Jun 24 14:25:17.279790 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5651d082-80ec-484b-bb1d-1ec0e49c4d10 req-6ae54f46-84e6-40cd-955c-8aaa8d6095a4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721166 Jun 24 14:25:17.378839 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-1d3c7826-f266-4019-9590-9b3e298034ec service neutron] 10.222.0.36 "GET /v2.0/networks/8e14cfab-49a9-462c-8685-e98918a63d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131757 Jun 24 14:25:17.490036 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a24d69b4-2ca7-410f-b709-a27cb4c333ec req-088f3e62-2ce0-45b9-9ae8-3a8bdcec583f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 HTTP/1.1" status: 200 len: 217 time: 0.2885783 Jun 24 14:25:17.649838 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-76754380-0d9d-4198-8c45-a914c0f3ea0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954391d3-a182-4bb6-82d7-e6112903c757 HTTP/1.1" status: 200 len: 217 time: 0.3078051 Jun 24 14:25:17.734126 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d69b4-2ca7-410f-b709-a27cb4c333ec req-809a8156-05d6-4d87-b7fa-fe1a14046a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:17.735586 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a24d69b4-2ca7-410f-b709-a27cb4c333ec req-809a8156-05d6-4d87-b7fa-fe1a14046a52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.2288797 Jun 24 14:25:17.749663 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7a672aa3-e0f2-4065-be1c-04a72af5fa91 req-8c0d4550-9a71-4925-9178-975c92b1485c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 210 time: 0.0582013 Jun 24 14:25:17.897202 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-20184fb5-3662-4597-b0a9-c629004a7fa7 req-c9f69d63-44ea-4022-b157-c015898621c6 service neutron] 10.222.0.36 "GET /v2.0/networks/8e14cfab-49a9-462c-8685-e98918a63d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944304 Jun 24 14:25:17.961093 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27735e57-49d9-4a2a-ad07-bd6b056383a6 req-f912b63d-5d0e-4c6b-9a16-88706bbd3d8f tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:17.962711 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-27735e57-49d9-4a2a-ad07-bd6b056383a6 req-f912b63d-5d0e-4c6b-9a16-88706bbd3d8f tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 943 time: 0.1147051 Jun 24 14:25:18.000161 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-217db304-af99-494c-b98b-d0ed1622adbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:18.016231 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-27735e57-49d9-4a2a-ad07-bd6b056383a6 req-a35493c7-a839-415b-b5db-74c09b15b1df tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458529 Jun 24 14:25:18.018398 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.36', 49931) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:18.054654 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831156-c797-468a-844f-f84dca3c7de0 req-81a09757-7b14-497c-943a-8bc7f9f028fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:18.056087 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-81a09757-7b14-497c-943a-8bc7f9f028fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.3149812 Jun 24 14:25:18.135656 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57899a55-7d30-4baf-b92a-434543887450 req-e7a791c9-4aff-4aa4-a25f-5ad5077aa545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:18.137600 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-57899a55-7d30-4baf-b92a-434543887450 req-e7a791c9-4aff-4aa4-a25f-5ad5077aa545 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=085034667ea744bb9c9438ba395db80b&device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 1096 time: 0.1166594 Jun 24 14:25:18.285178 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-217db304-af99-494c-b98b-d0ed1622adbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:18.339784 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57899a55-7d30-4baf-b92a-434543887450 req-e81e1ade-73aa-4b34-9a6f-770631c08aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:18.341929 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-57899a55-7d30-4baf-b92a-434543887450 req-e81e1ade-73aa-4b34-9a6f-770631c08aed service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e14cfab-49a9-462c-8685-e98918a63d3d HTTP/1.1" status: 200 len: 912 time: 0.1963148 Jun 24 14:25:18.427480 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-57899a55-7d30-4baf-b92a-434543887450 req-7233995c-9d98-4416-adf6-35af874d5aa0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f6d453-0fa2-48ae-b52f-aa2352a92867 HTTP/1.1" status: 200 len: 217 time: 0.0781288 Jun 24 14:25:18.566142 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57899a55-7d30-4baf-b92a-434543887450 req-6fbfe937-4055-4ec5-83dd-8e9262437f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:18.567748 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-57899a55-7d30-4baf-b92a-434543887450 req-6fbfe937-4055-4ec5-83dd-8e9262437f8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b5806d1-07fb-4a73-bcd3-148b95165f2b HTTP/1.1" status: 200 len: 850 time: 0.1287529 Jun 24 14:25:18.630278 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-30e9103d-b33c-4465-bab7-9e50022fb9f9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:18.630984 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-30e9103d-b33c-4465-bab7-9e50022fb9f9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Synchronizing usage tracker for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:network {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:25:18.648573 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d69b4-2ca7-410f-b709-a27cb4c333ec req-75b73d46-4fa3-4cb9-84d6-be5e7ccd131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:18.650085 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a24d69b4-2ca7-410f-b709-a27cb4c333ec req-75b73d46-4fa3-4cb9-84d6-be5e7ccd131b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8699739 Jun 24 14:25:18.657301 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e61f3-61d4-4ae6-b55e-5d24b6052394 req-2ebc27c6-6de5-4b1b-be78-e737f0630ae5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:18.659059 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-282e61f3-61d4-4ae6-b55e-5d24b6052394 req-2ebc27c6-6de5-4b1b-be78-e737f0630ae5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 943 time: 0.1848464 Jun 24 14:25:18.734656 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-282e61f3-61d4-4ae6-b55e-5d24b6052394 req-4821ec86-58c9-405c-8383-ca343e24d108 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674081 Jun 24 14:25:18.764293 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57899a55-7d30-4baf-b92a-434543887450 req-c0e4dd64-3447-4cbc-b902-40fde8b66801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:18.768739 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-57899a55-7d30-4baf-b92a-434543887450 req-c0e4dd64-3447-4cbc-b902-40fde8b66801 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e14cfab-49a9-462c-8685-e98918a63d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1933553 Jun 24 14:25:18.772723 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-30e9103d-b33c-4465-bab7-9e50022fb9f9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Unset dirty status for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:network {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:25:18.774556 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-30e9103d-b33c-4465-bab7-9e50022fb9f9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.36 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 816 time: 0.8104222 Jun 24 14:25:18.776450 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831156-c797-468a-844f-f84dca3c7de0 req-8fb1a7b5-1e36-4ed1-a06b-7530c61b81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:18.777818 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-8fb1a7b5-1e36-4ed1-a06b-7530c61b81fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5941880 Jun 24 14:25:18.982980 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-217db304-af99-494c-b98b-d0ed1622adbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.035849 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217db304-af99-494c-b98b-d0ed1622adbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b77dd4c-ff92-42b6-a304-8495263ca9ec,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:19.043020 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e9331852-07fd-4f05-86be-cb0f362b8b9d req-117a734c-e8b6-4dce-a7a9-c8df7c71089f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 210 time: 0.0724611 Jun 24 14:25:19.046952 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-57899a55-7d30-4baf-b92a-434543887450 req-b0a0586e-85eb-4d5f-8bc8-f6293381705d service neutron] 10.222.0.36 "GET /v2.0/networks/8e14cfab-49a9-462c-8685-e98918a63d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713859 Jun 24 14:25:19.109217 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-dd8ecb64-8d17-496b-bd2f-f57ecd627963 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Synchronizing usage tracker for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:security_group {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:25:19.172010 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-217db304-af99-494c-b98b-d0ed1622adbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.173978 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-217db304-af99-494c-b98b-d0ed1622adbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b77dd4c-ff92-42b6-a304-8495263ca9ec HTTP/1.1" status: 204 len: 168 time: 2.0155134 Jun 24 14:25:19.207361 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a24d69b4-2ca7-410f-b709-a27cb4c333ec req-9c57d3be-df0f-40d3-a55e-c5990e9251e5 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500007 Jun 24 14:25:19.243415 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-dd8ecb64-8d17-496b-bd2f-f57ecd627963 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Unset dirty status for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:security_group {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:25:19.244723 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-dd8ecb64-8d17-496b-bd2f-f57ecd627963 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e0770ebf744551881a430f664bfcb7 HTTP/1.1" status: 200 len: 380 time: 0.4311838 Jun 24 14:25:19.254220 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-dbd5f1c7-9b11-4cb3-b8de-482e53afa058 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421208 Jun 24 14:25:19.258802 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Request body: {'port': {'device_id': '6792b442-4de3-4ead-8572-970661ebbb43', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'admin_state_up': True, 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'security_groups': ['42559c71-4dd3-43d4-a037-ef57de84d03c']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:19.355386 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:25:19.503601 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-57899a55-7d30-4baf-b92a-434543887450 req-4f271720-cb81-46f5-a8a3-7081854e4391 service neutron] 10.222.0.36 "GET /v2.0/networks/8e14cfab-49a9-462c-8685-e98918a63d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361413 Jun 24 14:25:19.528801 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:19.533548 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98817a2-b4b7-4654-a6f0-69bb03009c09 req-2fcc5941-bf93-49bb-bed5-1c13565685f3 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:19.535074 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d98817a2-b4b7-4654-a6f0-69bb03009c09 req-2fcc5941-bf93-49bb-bed5-1c13565685f3 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 943 time: 0.2920096 Jun 24 14:25:19.546422 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '9a8ec6cd-5e17-4515-b1a5-89ed2d731c24', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'port_id': '9a8ec6cd-5e17-4515-b1a5-89ed2d731c24', 'mac_address': 'fa:16:3e:ae:3b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:25:19.626470 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:19.627465 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.651695 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:19.662214 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d98817a2-b4b7-4654-a6f0-69bb03009c09 req-b1ce6825-c100-4368-b953-7431144200bb tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136513 Jun 24 14:25:19.672297 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:19.677638 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:19.749747 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a24d69b4-2ca7-410f-b709-a27cb4c333ec req-3a93ba87-6417-43c7-962a-4d70fb4a31d3 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255091 Jun 24 14:25:19.778845 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:19.968631 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-36831156-c797-468a-844f-f84dca3c7de0 req-dd98c3c9-1720-4474-ab77-09976856c63f service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960340 Jun 24 14:25:19.970877 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:19.999292 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:20.018686 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Made reservation on behalf of a2e0770ebf744551881a430f664bfcb7 for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:25:20.021770 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a8ee6-6ae3-4236-a590-5a1d828880e4 req-8bc719a4-4d22-4fd9-8b83-3987dfdf0457 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:20.022624 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.026421 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-552a8ee6-6ae3-4236-a590-5a1d828880e4 req-8bc719a4-4d22-4fd9-8b83-3987dfdf0457 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 943 time: 0.1456902 Jun 24 14:25:20.136293 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-552a8ee6-6ae3-4236-a590-5a1d828880e4 req-db511192-cf19-4289-b48a-4e7e993ba8f7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047633 Jun 24 14:25:20.264039 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Allocated IP 172.20.0.8 (146f5474-9b2d-44ee-b4e9-27ad6ad77b9e/88c23270-f643-4575-b781-5e955cf1b95a/703fe532-393d-4cb8-b854-7b1e3a89d716) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:25:20.353074 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e1c619e9-5477-43d5-8dcf-9c917b752dc0 req-465a72ae-d1bd-45bd-aac5-781fa1b2f8d3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 210 time: 0.1080985 Jun 24 14:25:20.367376 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['9a8ec6cd-5e17-4515-b1a5-89ed2d731c24'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:25:20.501651 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.543885 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Transition to ACTIVE for port object 703fe532-393d-4cb8-b854-7b1e3a89d716 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:25:20.603748 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.688543 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:25:20.696825 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:25:20.701206 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:25:20.706533 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:20.707285 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.724269 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event updated for resources: {'Port': ['ID=703fe532-393d-4cb8-b854-7b1e3a89d716,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:20.744262 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-f7449acc-1ded-438f-b25c-aabcd311b407 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4889827 Jun 24 14:25:20.764278 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Request body: {'port': {'device_id': '6792b442-4de3-4ead-8572-970661ebbb43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:20.946691 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:20.963482 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a5753-d6cf-42c9-87d1-368813998255 req-a671d190-ae0b-4c04-825e-823ee8c49df8 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:20.965204 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-185a5753-d6cf-42c9-87d1-368813998255 req-a671d190-ae0b-4c04-825e-823ee8c49df8 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 943 time: 0.1214294 Jun 24 14:25:21.018336 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-185a5753-d6cf-42c9-87d1-368813998255 req-23ed45ed-046c-4bbf-83b2-930a2dc8f200 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471864 Jun 24 14:25:21.073145 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-a4588363-4dfd-40cc-ac30-c9e4f9c304a2 None None] Provisioning for port 703fe532-393d-4cb8-b854-7b1e3a89d716 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:25:21.078662 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-a4588363-4dfd-40cc-ac30-c9e4f9c304a2 None None] Provisioning complete for port 703fe532-393d-4cb8-b854-7b1e3a89d716 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:21.078856 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a4588363-4dfd-40cc-ac30-c9e4f9c304a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:21.140346 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-a4588363-4dfd-40cc-ac30-c9e4f9c304a2 None None] Port 703fe532-393d-4cb8-b854-7b1e3a89d716 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:25:21.334391 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device c2f6d453-0fa2-48ae-b52f-aa2352a92867 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:25:21.384731 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b9ab8-c210-4edf-add6-0f0f9fa1cb51 req-b44e1a32-7eee-411a-bbc0-cf3285050b16 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:21.396740 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-127b9ab8-c210-4edf-add6-0f0f9fa1cb51 req-b44e1a32-7eee-411a-bbc0-cf3285050b16 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 943 time: 0.1114430 Jun 24 14:25:21.453075 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-127b9ab8-c210-4edf-add6-0f0f9fa1cb51 req-467ce7b4-5288-4c23-9432-6b15ba45aba2 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552602 Jun 24 14:25:21.611057 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703fe532-393d-4cb8-b854-7b1e3a89d716 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:21.625838 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:21.648486 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Transition to ACTIVE for port object 703fe532-393d-4cb8-b854-7b1e3a89d716 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:25:21.655238 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:21.678245 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port c2f6d453-0fa2-48ae-b52f-aa2352a92867, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c2f6d453-0fa2-48ae-b52f-aa2352a92867,segment=NetworkSegment(6d01c032-df06-46c0-a96a-15deafff33cc),segment_id=6d01c032-df06-46c0-a96a-15deafff33cc)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:21.743478 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': 'c2f6d453-0fa2-48ae-b52f-aa2352a92867', 'network_id': '8e14cfab-49a9-462c-8685-e98918a63d3d', 'port_id': 'c2f6d453-0fa2-48ae-b52f-aa2352a92867', 'mac_address': 'fa:16:3e:af:e3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5806d1-07fb-4a73-bcd3-148b95165f2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:25:21.807533 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3090a-f724-41e4-ab07-942387d7ea56 req-63f20854-b6ad-4555-b179-eb8bfe46f93d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:21.809322 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dce3090a-f724-41e4-ab07-942387d7ea56 req-63f20854-b6ad-4555-b179-eb8bfe46f93d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.2640181 Jun 24 14:25:21.857194 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port c2f6d453-0fa2-48ae-b52f-aa2352a92867 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:21.857735 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:21.877200 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dce3090a-f724-41e4-ab07-942387d7ea56 req-6fa25dc5-65fc-462e-b801-442bade91a15 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612121 Jun 24 14:25:21.888227 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f6d453-0fa2-48ae-b52f-aa2352a92867 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:21.914291 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port c2f6d453-0fa2-48ae-b52f-aa2352a92867, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c2f6d453-0fa2-48ae-b52f-aa2352a92867,segment=NetworkSegment(6d01c032-df06-46c0-a96a-15deafff33cc),segment_id=6d01c032-df06-46c0-a96a-15deafff33cc)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:21.922382 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:22.006698 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Pushing event updated for resources: {'Port': ['ID=703fe532-393d-4cb8-b854-7b1e3a89d716,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:22.010747 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Attempting to bind port 703fe532-393d-4cb8-b854-7b1e3a89d716 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:25:22.011078 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Attempting to bind port 703fe532-393d-4cb8-b854-7b1e3a89d716 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:25:22.011399 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Attempting to bind port 703fe532-393d-4cb8-b854-7b1e3a89d716 on network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:22.016813 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Port 703fe532-393d-4cb8-b854-7b1e3a89d716 on network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:25:22.017119 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Attempting to bind port 703fe532-393d-4cb8-b854-7b1e3a89d716 on network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:25:22.022627 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:25:22.023566 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Checking segment: {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:25:22.023944 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Bound using segment: {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:25:22.024442 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Bound port: 703fe532-393d-4cb8-b854-7b1e3a89d716, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:25:22.024798 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:22.031994 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=c2f6d453-0fa2-48ae-b52f-aa2352a92867,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:22.125392 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:25:22.128777 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=703fe532-393d-4cb8-b854-7b1e3a89d716,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:25:22.133627 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:22.193667 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:22.194455 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:22.196937 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] 10.222.0.36 "PUT /v2.0/ports/703fe532-393d-4cb8-b854-7b1e3a89d716 HTTP/1.1" status: 200 len: 1093 time: 1.4377549 Jun 24 14:25:22.197425 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:22.227676 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3f889-bf04-46a5-a73b-e2e5ff96ed0a service neutron] Pushing event updated for resources: {'Port': ['ID=703fe532-393d-4cb8-b854-7b1e3a89d716,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:22.293076 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf0924-8b85-4d6e-b723-2900efa6ac68 req-6d15c32b-df42-4d59-90c3-42119a7a42c5 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:22.301779 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-13cf0924-8b85-4d6e-b723-2900efa6ac68 req-6d15c32b-df42-4d59-90c3-42119a7a42c5 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 944 time: 0.1453884 Jun 24 14:25:22.345329 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4ee2c9-ae35-4edd-ae1c-d54e76c0345a'] response: {'name': 'network-changed', 'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'status': 'completed', 'code': 200} Jun 24 14:25:22.370833 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-13cf0924-8b85-4d6e-b723-2900efa6ac68 req-f0895bbc-dc05-40f9-9f21-2cc00d29d707 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675421 Jun 24 14:25:22.401021 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-98baed6b-4818-46a4-9daf-5523cb8038ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:22.402398 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['c2f6d453-0fa2-48ae-b52f-aa2352a92867'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:25:22.402681 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-98baed6b-4818-46a4-9daf-5523cb8038ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 1096 time: 0.1440375 Jun 24 14:25:22.563051 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-130a5135-a527-486a-9d71-f05977c0e6cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=703fe532-393d-4cb8-b854-7b1e3a89d716 HTTP/1.1" status: 200 len: 217 time: 0.1454976 Jun 24 14:25:22.701943 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-49537d56-ec3c-4d58-80db-3c5f8fc3ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:22.703363 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-49537d56-ec3c-4d58-80db-3c5f8fc3ed8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 200 len: 855 time: 0.1355267 Jun 24 14:25:22.785066 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd6ce7-a9a6-4885-ba9e-ae09dd6973c2 req-489540c6-0444-4223-ab47-921a22aa9cb0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:22.794620 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aafd6ce7-a9a6-4885-ba9e-ae09dd6973c2 req-489540c6-0444-4223-ab47-921a22aa9cb0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 943 time: 0.1897700 Jun 24 14:25:22.839225 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aafd6ce7-a9a6-4885-ba9e-ae09dd6973c2 req-47feebfd-e5fe-44d5-8aa0-1f691f5bc926 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434685 Jun 24 14:25:22.845716 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-c1ed33fe-9c15-41c8-b691-3380239303d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:22.847759 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-c1ed33fe-9c15-41c8-b691-3380239303d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1381054 Jun 24 14:25:23.007209 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-07ad9ce6-6832-4d2c-93be-23455b955e98 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521506 Jun 24 14:25:23.128848 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eadd02-a923-4eed-a1d0-2cf8cb61e02b req-da30b307-7cdf-4a9e-8ba0-53382d3ec1c8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:23.136963 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e0eadd02-a923-4eed-a1d0-2cf8cb61e02b req-da30b307-7cdf-4a9e-8ba0-53382d3ec1c8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.1317801 Jun 24 14:25:23.195401 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e0eadd02-a923-4eed-a1d0-2cf8cb61e02b req-c63eaaca-804c-4619-a911-8f86ddc176b6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558722 Jun 24 14:25:23.202736 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-54c150ad-f1f0-4bf0-a1c2-71c6d02c7760 req-6535bf7c-d73a-4e76-9cae-7825e1f4206b service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872530 Jun 24 14:25:23.349633 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 954391d3-a182-4bb6-82d7-e6112903c757 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:25:23.395608 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:25:23.433439 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7b5f-7627-45e1-ab1d-c3b92400f4c1 req-1da7579d-bbb7-4ad7-a182-f11926d952a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:23.434976 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fb3c7b5f-7627-45e1-ab1d-c3b92400f4c1 req-1da7579d-bbb7-4ad7-a182-f11926d952a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 1096 time: 0.1128366 Jun 24 14:25:23.548285 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39038) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:23.580238 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:25:23.614406 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 954391d3-a182-4bb6-82d7-e6112903c757, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=954391d3-a182-4bb6-82d7-e6112903c757,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:23.637077 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '954391d3-a182-4bb6-82d7-e6112903c757', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'port_id': '954391d3-a182-4bb6-82d7-e6112903c757', 'mac_address': 'fa:16:3e:bf:d8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:25:23.661297 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c194c-2db4-4010-8814-1b63a0021235 req-6e4e6243-0160-4465-bb79-e43582fa8a16 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:23.672372 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-417c194c-2db4-4010-8814-1b63a0021235 req-6e4e6243-0160-4465-bb79-e43582fa8a16 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 944 time: 0.1604478 Jun 24 14:25:23.689050 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:23.690184 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.730274 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7b5f-7627-45e1-ab1d-c3b92400f4c1 req-ee7b2e14-5bf0-48fd-8f71-6c75cfc571fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:23.732259 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fb3c7b5f-7627-45e1-ab1d-c3b92400f4c1 req-ee7b2e14-5bf0-48fd-8f71-6c75cfc571fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 917 time: 0.2905989 Jun 24 14:25:23.762829 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-417c194c-2db4-4010-8814-1b63a0021235 req-a3c0edd0-a11e-42b0-aa8f-430a9c094d1a tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893705 Jun 24 14:25:23.780523 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-36df3a29-cc93-4e48-9f85-86376c8a1c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.793224 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 954391d3-a182-4bb6-82d7-e6112903c757 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:23.793600 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.795952 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-36df3a29-cc93-4e48-9f85-86376c8a1c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:23.799968 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-36df3a29-cc93-4e48-9f85-86376c8a1c60 admin admin] Usage tracker for resource:security_group_rule and tenant:36ec2a045d1a4048ae3ca02d0c814eb9 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:23.802974 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-36df3a29-cc93-4e48-9f85-86376c8a1c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:23.809232 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-36df3a29-cc93-4e48-9f85-86376c8a1c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:23.818300 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fb3c7b5f-7627-45e1-ab1d-c3b92400f4c1 req-37bd5952-0c8b-4b7b-9945-afe3cd482f35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=703fe532-393d-4cb8-b854-7b1e3a89d716 HTTP/1.1" status: 200 len: 217 time: 0.0801842 Jun 24 14:25:23.860311 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954391d3-a182-4bb6-82d7-e6112903c757 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:23.895703 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 954391d3-a182-4bb6-82d7-e6112903c757, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=954391d3-a182-4bb6-82d7-e6112903c757,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:23.900571 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.909800 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-36df3a29-cc93-4e48-9f85-86376c8a1c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.911575 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:23.912028 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.914965 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-36df3a29-cc93-4e48-9f85-86376c8a1c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:23.944414 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7b5f-7627-45e1-ab1d-c3b92400f4c1 req-57186b21-a3d4-4bd1-a22a-3d1912f486d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:23.946421 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fb3c7b5f-7627-45e1-ab1d-c3b92400f4c1 req-57186b21-a3d4-4bd1-a22a-3d1912f486d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 200 len: 855 time: 0.1220737 Jun 24 14:25:23.976479 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-36df3a29-cc93-4e48-9f85-86376c8a1c60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36ec2a045d1a4048ae3ca02d0c814eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217727 Jun 24 14:25:23.978138 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df3a29-cc93-4e48-9f85-86376c8a1c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73925f3d-5b1c-4ffb-aa77-a8801ae566b8,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:23.981092 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39054) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:24.055968 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=954391d3-a182-4bb6-82d7-e6112903c757,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:24.062760 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-12e1abba-ef7c-45e4-afc9-8e9d8e414b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:24.081084 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3f65a3-463e-49f1-a4a1-8948445bffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8ec6cd-5e17-4515-b1a5-89ed2d731c24'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:24.110450 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c7b5f-7627-45e1-ab1d-c3b92400f4c1 req-2281b664-b05f-49b3-9fb7-ab3c3c8e82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:24.111898 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fb3c7b5f-7627-45e1-ab1d-c3b92400f4c1 req-2281b664-b05f-49b3-9fb7-ab3c3c8e82b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1589665 Jun 24 14:25:24.175173 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-12e1abba-ef7c-45e4-afc9-8e9d8e414b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:24.188971 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:24.196632 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:24.240908 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79141066-6475-4792-9021-4f74731be337 req-17cca803-3d9d-4300-80e8-dec93c158f26 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:24.260686 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-79141066-6475-4792-9021-4f74731be337 req-17cca803-3d9d-4300-80e8-dec93c158f26 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 944 time: 0.2025588 Jun 24 14:25:24.313228 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:24.345105 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fb3c7b5f-7627-45e1-ab1d-c3b92400f4c1 req-e9188bb9-5a7f-4bf8-bc5d-bee08f1e75cc service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243214 Jun 24 14:25:24.435123 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-79141066-6475-4792-9021-4f74731be337 req-0329b494-a8ca-403c-9a3c-526bddd886dd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530309 Jun 24 14:25:24.438197 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-12e1abba-ef7c-45e4-afc9-8e9d8e414b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:24.462943 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1abba-ef7c-45e4-afc9-8e9d8e414b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73925f3d-5b1c-4ffb-aa77-a8801ae566b8,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:24.517419 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-12e1abba-ef7c-45e4-afc9-8e9d8e414b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:24.519111 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-12e1abba-ef7c-45e4-afc9-8e9d8e414b17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73925f3d-5b1c-4ffb-aa77-a8801ae566b8 HTTP/1.1" status: 204 len: 168 time: 0.5368357 Jun 24 14:25:24.542921 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['954391d3-a182-4bb6-82d7-e6112903c757'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:25:24.612930 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671be943-767e-482d-b258-4cd1f2c72f74 req-bc016aff-4c25-4968-8cd0-56533456c96c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:24.622588 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-671be943-767e-482d-b258-4cd1f2c72f74 req-bc016aff-4c25-4968-8cd0-56533456c96c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.1746025 Jun 24 14:25:24.716518 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-671be943-767e-482d-b258-4cd1f2c72f74 req-c6a64769-7496-49a7-b844-895f05a43ead tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911834 Jun 24 14:25:24.743669 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad3bbf5-e041-4506-a507-7b993c72e21e'] response: {'server_uuid': '5a3f65a3-463e-49f1-a4a1-8948445bffa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8ec6cd-5e17-4515-b1a5-89ed2d731c24', 'code': 200} Jun 24 14:25:24.894085 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39096) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:24.969107 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fb3c7b5f-7627-45e1-ab1d-c3b92400f4c1 req-b7186c37-2574-45e2-84c8-2d8c2982e92e service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170466 Jun 24 14:25:25.158009 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f57f1353-9bb0-4978-b787-06cfcb0431e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.179490 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39106) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:25.201814 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1f919-8a60-4b4f-986a-13b56da66647 req-06073ca4-70d3-4f87-b60f-1dc3b1645e1a tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:25.208625 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1cc1f919-8a60-4b4f-986a-13b56da66647 req-06073ca4-70d3-4f87-b60f-1dc3b1645e1a tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 944 time: 0.2648175 Jun 24 14:25:25.214946 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ccbc47c3-8bba-4272-9104-9349eb4dfe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.226784 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f57f1353-9bb0-4978-b787-06cfcb0431e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:25.234383 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f57f1353-9bb0-4978-b787-06cfcb0431e5 admin admin] Usage tracker for resource:security_group_rule and tenant:398af87ae29f4ec59bba1ce6be276659 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:25.237285 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-ccbc47c3-8bba-4272-9104-9349eb4dfe43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:25.238760 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f57f1353-9bb0-4978-b787-06cfcb0431e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:25.243088 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-ccbc47c3-8bba-4272-9104-9349eb4dfe43 admin admin] Usage tracker for resource:security_group_rule and tenant:819dda6db90b443ab75c085ed941ba47 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:25.246702 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-ccbc47c3-8bba-4272-9104-9349eb4dfe43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:25.253714 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f57f1353-9bb0-4978-b787-06cfcb0431e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:25.263440 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-ccbc47c3-8bba-4272-9104-9349eb4dfe43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:25.277906 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737f66b-7eae-4f73-bb87-37ec5f5c066b req-07f9c95a-800f-43e1-a042-d18bd6f01742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:25.279690 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1cc1f919-8a60-4b4f-986a-13b56da66647 req-220c8b7a-ad36-4fb4-8b2e-1203a6fba622 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701776 Jun 24 14:25:25.280099 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8737f66b-7eae-4f73-bb87-37ec5f5c066b req-07f9c95a-800f-43e1-a042-d18bd6f01742 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 1098 time: 0.2115622 Jun 24 14:25:25.309629 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-8737f66b-7eae-4f73-bb87-37ec5f5c066b req-0dba267f-b5ba-4e4d-9d2c-44de1264ce2a service neutron] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.330719 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-8737f66b-7eae-4f73-bb87-37ec5f5c066b req-0dba267f-b5ba-4e4d-9d2c-44de1264ce2a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:25.338453 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-8737f66b-7eae-4f73-bb87-37ec5f5c066b req-0dba267f-b5ba-4e4d-9d2c-44de1264ce2a service neutron] Usage tracker for resource:security_group_rule and tenant:b21ee683cccc4b8f8915b38496ffbc0c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:25.345250 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-8737f66b-7eae-4f73-bb87-37ec5f5c066b req-0dba267f-b5ba-4e4d-9d2c-44de1264ce2a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:25.350301 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device c2f6d453-0fa2-48ae-b52f-aa2352a92867 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:25:25.353679 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-8737f66b-7eae-4f73-bb87-37ec5f5c066b req-0dba267f-b5ba-4e4d-9d2c-44de1264ce2a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:25.427636 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ccbc47c3-8bba-4272-9104-9349eb4dfe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.437767 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ccbc47c3-8bba-4272-9104-9349eb4dfe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.438646 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f57f1353-9bb0-4978-b787-06cfcb0431e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.445878 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f57f1353-9bb0-4978-b787-06cfcb0431e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.503265 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-ccbc47c3-8bba-4272-9104-9349eb4dfe43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=819dda6db90b443ab75c085ed941ba47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227184 Jun 24 14:25:25.504880 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39116) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:25.517469 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc47c3-8bba-4272-9104-9349eb4dfe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c8936d-e4bf-44e3-b469-ed515e43b8ac,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:25.552203 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-f57f1353-9bb0-4978-b787-06cfcb0431e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=398af87ae29f4ec59bba1ce6be276659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6568015 Jun 24 14:25:25.556547 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39122) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:25.568235 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port c2f6d453-0fa2-48ae-b52f-aa2352a92867 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:25:25.577984 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port c2f6d453-0fa2-48ae-b52f-aa2352a92867 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:25.578712 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.600710 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-8737f66b-7eae-4f73-bb87-37ec5f5c066b req-0dba267f-b5ba-4e4d-9d2c-44de1264ce2a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.609607 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-8737f66b-7eae-4f73-bb87-37ec5f5c066b req-0dba267f-b5ba-4e4d-9d2c-44de1264ce2a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.657184 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f1353-9bb0-4978-b787-06cfcb0431e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44e7e65-dfd8-410a-b5f7-ffaa3a4c66f1,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:25.665929 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8737f66b-7eae-4f73-bb87-37ec5f5c066b req-0dba267f-b5ba-4e4d-9d2c-44de1264ce2a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753841 Jun 24 14:25:25.671360 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-de3c7ad1-46e1-423d-adfc-bff21b253c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.683319 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba267f-b5ba-4e4d-9d2c-44de1264ce2a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=82e2f145-71bd-4141-98b0-aa949b8a5750,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:25.723324 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-de3c7ad1-46e1-423d-adfc-bff21b253c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.747351 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39126) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:25.804565 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-de3c7ad1-46e1-423d-adfc-bff21b253c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.832698 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port c2f6d453-0fa2-48ae-b52f-aa2352a92867 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:25.833076 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.852595 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-de3c7ad1-46e1-423d-adfc-bff21b253c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.853714 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-de3c7ad1-46e1-423d-adfc-bff21b253c41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6c8936d-e4bf-44e3-b469-ed515e43b8ac HTTP/1.1" status: 204 len: 168 time: 0.3430922 Jun 24 14:25:25.857957 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c7ad1-46e1-423d-adfc-bff21b253c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c8936d-e4bf-44e3-b469-ed515e43b8ac,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:25.862360 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf144-16aa-49cc-8e02-ffafb2c600e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.891800 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf144-16aa-49cc-8e02-ffafb2c600e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.900354 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port c2f6d453-0fa2-48ae-b52f-aa2352a92867, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c2f6d453-0fa2-48ae-b52f-aa2352a92867,segment=NetworkSegment(6d01c032-df06-46c0-a96a-15deafff33cc),segment_id=6d01c032-df06-46c0-a96a-15deafff33cc)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:25.905555 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.953827 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd683f1-3786-41b4-9c43-2c72968c3787 req-75496e51-2836-4f25-af41-ef7b9ef85bdd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:25.955323 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bbd683f1-3786-41b4-9c43-2c72968c3787 req-75496e51-2836-4f25-af41-ef7b9ef85bdd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 944 time: 0.1876724 Jun 24 14:25:25.973558 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0129b03f-1261-40a1-b625-3cdae3c8182f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:25.991180 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-0129b03f-1261-40a1-b625-3cdae3c8182f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:26.001926 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-0129b03f-1261-40a1-b625-3cdae3c8182f admin admin] Usage tracker for resource:security_group_rule and tenant:84c50a0554c948dbb8391141d71e5e5c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:26.008789 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-0129b03f-1261-40a1-b625-3cdae3c8182f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:26.023818 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-0129b03f-1261-40a1-b625-3cdae3c8182f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:26.036721 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf144-16aa-49cc-8e02-ffafb2c600e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:26.041105 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=c2f6d453-0fa2-48ae-b52f-aa2352a92867,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:26.057708 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cf144-16aa-49cc-8e02-ffafb2c600e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44e7e65-dfd8-410a-b5f7-ffaa3a4c66f1,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:26.064786 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bbd683f1-3786-41b4-9c43-2c72968c3787 req-25eee78b-5a81-4316-99b5-908040eb0270 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733242 Jun 24 14:25:26.080272 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf144-16aa-49cc-8e02-ffafb2c600e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:26.090137 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-6c1cf144-16aa-49cc-8e02-ffafb2c600e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f44e7e65-dfd8-410a-b5f7-ffaa3a4c66f1 HTTP/1.1" status: 204 len: 168 time: 0.5324550 Jun 24 14:25:26.119922 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac764c-e287-4d2b-8f74-d98e7a7cfcbd req-1c664e76-bb0c-4e92-a137-eb99cf6d4e7b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:26.121647 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a5ac764c-e287-4d2b-8f74-d98e7a7cfcbd req-1c664e76-bb0c-4e92-a137-eb99cf6d4e7b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.1651018 Jun 24 14:25:26.170781 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0129b03f-1261-40a1-b625-3cdae3c8182f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:26.177721 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0129b03f-1261-40a1-b625-3cdae3c8182f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:26.205441 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a5ac764c-e287-4d2b-8f74-d98e7a7cfcbd req-a8a27040-1d6d-4893-b5f1-d0f749826fe4 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755658 Jun 24 14:25:26.240567 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129b03f-1261-40a1-b625-3cdae3c8182f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa4fc5c-1b58-46d0-8a79-11cf05282af5,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:26.253175 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39148) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:26.253318 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-0129b03f-1261-40a1-b625-3cdae3c8182f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84c50a0554c948dbb8391141d71e5e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046835 Jun 24 14:25:26.319981 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ec59c375-4363-441f-a63c-743c89de7c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:26.349749 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ec59c375-4363-441f-a63c-743c89de7c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:26.456090 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ec59c375-4363-441f-a63c-743c89de7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:26.481470 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59c375-4363-441f-a63c-743c89de7c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa4fc5c-1b58-46d0-8a79-11cf05282af5,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:26.483614 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ec59c375-4363-441f-a63c-743c89de7c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:26.484846 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-ec59c375-4363-441f-a63c-743c89de7c23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6aa4fc5c-1b58-46d0-8a79-11cf05282af5 HTTP/1.1" status: 204 len: 168 time: 0.2308691 Jun 24 14:25:26.521881 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b742b90-6442-4e99-bfcb-b0f9c0bcc4fa req-bf907416-7a77-49b5-9562-19f9f8f44587 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:26.524882 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8b742b90-6442-4e99-bfcb-b0f9c0bcc4fa req-bf907416-7a77-49b5-9562-19f9f8f44587 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 945 time: 0.1326556 Jun 24 14:25:26.572899 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8b742b90-6442-4e99-bfcb-b0f9c0bcc4fa req-fc6fde45-f0b9-4954-8f08-b2ddf5319c1b tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 Jun 24 14:25:26.744626 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4f372c-70e7-47e5-983a-4a793fdab64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f6d453-0fa2-48ae-b52f-aa2352a92867'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:26.804794 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80914d32-cf3c-4429-a229-2ef4c668a48e'] response: {'server_uuid': 'ce4f372c-70e7-47e5-983a-4a793fdab64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f6d453-0fa2-48ae-b52f-aa2352a92867', 'code': 200} Jun 24 14:25:26.944177 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39194) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:26.978558 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-78e301fa-ebbd-4c35-bd4e-3f9c6b883e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:26.998428 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-78e301fa-ebbd-4c35-bd4e-3f9c6b883e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:27.003099 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-78e301fa-ebbd-4c35-bd4e-3f9c6b883e0b admin admin] Usage tracker for resource:security_group_rule and tenant:e89e1f6a466545709a8ebde4c79e2f17 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:27.006198 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-78e301fa-ebbd-4c35-bd4e-3f9c6b883e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:27.012373 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-78e301fa-ebbd-4c35-bd4e-3f9c6b883e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:27.132166 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-78e301fa-ebbd-4c35-bd4e-3f9c6b883e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:27.137379 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-78e301fa-ebbd-4c35-bd4e-3f9c6b883e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:27.169608 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fc83a-5514-49f8-85e2-85bf84836a4f req-17ab75e9-c5de-4a89-8775-b0b6c0f25bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:27.171085 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-2f6fc83a-5514-49f8-85e2-85bf84836a4f req-17ab75e9-c5de-4a89-8775-b0b6c0f25bc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 1098 time: 0.1216507 Jun 24 14:25:27.186721 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-78e301fa-ebbd-4c35-bd4e-3f9c6b883e0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e89e1f6a466545709a8ebde4c79e2f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388022 Jun 24 14:25:27.187046 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39208) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:27.218380 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e301fa-ebbd-4c35-bd4e-3f9c6b883e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60110577-635f-4c4d-9e6d-c04640060298,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:27.302292 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-2f6fc83a-5514-49f8-85e2-85bf84836a4f req-71c7d0ff-14a0-4afb-b271-87f24aedb407 service neutron] Synchronizing usage tracker for tenant:b21ee683cccc4b8f8915b38496ffbc0c on resource:security_group {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:25:27.327691 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-2f6fc83a-5514-49f8-85e2-85bf84836a4f req-71c7d0ff-14a0-4afb-b271-87f24aedb407 service neutron] Unset dirty status for tenant:b21ee683cccc4b8f8915b38496ffbc0c on resource:security_group {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:25:27.329184 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-2f6fc83a-5514-49f8-85e2-85bf84836a4f req-71c7d0ff-14a0-4afb-b271-87f24aedb407 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516826 Jun 24 14:25:27.348087 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 703fe532-393d-4cb8-b854-7b1e3a89d716 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:25:27.355745 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 954391d3-a182-4bb6-82d7-e6112903c757 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:25:27.524679 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7bd3dd89-8a28-4621-91b3-594985b613af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:27.557092 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7bd3dd89-8a28-4621-91b3-594985b613af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:27.656368 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=703fe532-393d-4cb8-b854-7b1e3a89d716,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:27.659163 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7bd3dd89-8a28-4621-91b3-594985b613af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:27.676638 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'port_id': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'mac_address': 'fa:16:3e:65:1a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:25:27.682423 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3dd89-8a28-4621-91b3-594985b613af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60110577-635f-4c4d-9e6d-c04640060298,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:27.723283 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7bd3dd89-8a28-4621-91b3-594985b613af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:27.730184 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-7bd3dd89-8a28-4621-91b3-594985b613af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60110577-635f-4c4d-9e6d-c04640060298 HTTP/1.1" status: 204 len: 168 time: 0.5401571 Jun 24 14:25:27.751105 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3909b-e569-4738-9288-2defb7c0763d req-1bceed7e-9f24-4cfc-a239-a0b0af77e9d6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:27.751105 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6bb3909b-e569-4738-9288-2defb7c0763d req-1bceed7e-9f24-4cfc-a239-a0b0af77e9d6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 944 time: 0.4499366 Jun 24 14:25:27.790433 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 954391d3-a182-4bb6-82d7-e6112903c757 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:25:27.805070 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 703fe532-393d-4cb8-b854-7b1e3a89d716 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:27.805916 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:27.807946 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11810bcf-1e91-46b0-8a61-add57aaae9f7 req-0d94e382-da78-4ddb-968a-f49aa957aa02 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:27.809991 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-11810bcf-1e91-46b0-8a61-add57aaae9f7 req-0d94e382-da78-4ddb-968a-f49aa957aa02 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.3716383 Jun 24 14:25:27.837097 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703fe532-393d-4cb8-b854-7b1e3a89d716 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:25:27.855521 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=703fe532-393d-4cb8-b854-7b1e3a89d716,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:27.856674 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 954391d3-a182-4bb6-82d7-e6112903c757 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:27.857524 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:27.871700 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6bb3909b-e569-4738-9288-2defb7c0763d req-00dc1972-831c-4632-ba0f-1a6cb59c723c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993767 Jun 24 14:25:27.888032 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:27.899170 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-11810bcf-1e91-46b0-8a61-add57aaae9f7 req-3acb3be5-0b45-4f12-bb89-3d48b8e8074a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768356 Jun 24 14:25:28.020257 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=703fe532-393d-4cb8-b854-7b1e3a89d716,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:28.109744 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 954391d3-a182-4bb6-82d7-e6112903c757 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:28.110354 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:28.159380 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 954391d3-a182-4bb6-82d7-e6112903c757, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=954391d3-a182-4bb6-82d7-e6112903c757,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:28.164544 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:28.320905 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=954391d3-a182-4bb6-82d7-e6112903c757,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:28.377554 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7479c-96a8-45e1-a9f3-408d1b6e3d11 req-2129e043-6e63-4f89-b584-7bca123a6955 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:28.379548 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-feb7479c-96a8-45e1-a9f3-408d1b6e3d11 req-2129e043-6e63-4f89-b584-7bca123a6955 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 945 time: 0.2065480 Jun 24 14:25:28.478174 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-feb7479c-96a8-45e1-a9f3-408d1b6e3d11 req-daa6ac24-0410-43b4-ad9b-65675ba6285a tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820773 Jun 24 14:25:28.488180 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['703fe532-393d-4cb8-b854-7b1e3a89d716'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:25:28.806118 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65583d96-2f1d-4526-b2f0-1d3bf26a26e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954391d3-a182-4bb6-82d7-e6112903c757'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:28.885822 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551e67e8-7c9e-4397-b9bc-9938a0915b46'] response: {'server_uuid': '65583d96-2f1d-4526-b2f0-1d3bf26a26e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954391d3-a182-4bb6-82d7-e6112903c757', 'code': 200} Jun 24 14:25:29.367004 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9ce45-72f8-4303-8128-d0a977fa75d1 req-35e49621-a0e4-44e5-8b39-efa6dcc6bba9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:29.376271 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4fa9ce45-72f8-4303-8128-d0a977fa75d1 req-35e49621-a0e4-44e5-8b39-efa6dcc6bba9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1776872 Jun 24 14:25:29.502381 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4fa9ce45-72f8-4303-8128-d0a977fa75d1 req-c1d85ba4-4b66-4d13-a63b-2045763b97f5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240871 Jun 24 14:25:29.565331 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a646-bf9a-4a9d-8d1d-3c830e8d6865 req-714da902-aa80-4fd6-98b8-412202acac67 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:29.575833 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-83f9a646-bf9a-4a9d-8d1d-3c830e8d6865 req-714da902-aa80-4fd6-98b8-412202acac67 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 944 time: 0.3302426 Jun 24 14:25:29.577532 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5329f1-316c-4078-b14b-1e1f38f6e019 req-a9750346-14b1-4682-8999-4a554b5e9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:29.581380 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7e5329f1-316c-4078-b14b-1e1f38f6e019 req-a9750346-14b1-4682-8999-4a554b5e9339 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 1098 time: 0.1828921 Jun 24 14:25:29.689038 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-83f9a646-bf9a-4a9d-8d1d-3c830e8d6865 req-92455406-bbb9-440c-9383-b9f92229aa31 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074677 Jun 24 14:25:29.695089 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7e5329f1-316c-4078-b14b-1e1f38f6e019 req-674101ac-8b51-41b0-92eb-d1100fab5fab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042976 Jun 24 14:25:29.857192 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c32b0-8ed1-4391-88e5-ce95f3371672 req-a88047db-0d5a-46fc-826d-f9176a45bbc4 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:29.867943 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ea8c32b0-8ed1-4391-88e5-ce95f3371672 req-a88047db-0d5a-46fc-826d-f9176a45bbc4 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 945 time: 0.1332924 Jun 24 14:25:29.930151 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ea8c32b0-8ed1-4391-88e5-ce95f3371672 req-d29890c6-3616-418f-8212-5ff1b56aea5d tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612476 Jun 24 14:25:30.743240 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93d959-961e-4227-b08c-6466d4576a42 req-6eb9afb7-c769-437a-aa80-ff435c4e48c3 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:30.744821 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1c93d959-961e-4227-b08c-6466d4576a42 req-6eb9afb7-c769-437a-aa80-ff435c4e48c3 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1114511 Jun 24 14:25:30.805986 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1c93d959-961e-4227-b08c-6466d4576a42 req-d9b263a8-1649-41fb-9244-8e9acd5c849c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Jun 24 14:25:30.912973 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca5e7c-a203-4a8b-a071-4b9616aca6d5 req-98fad1ae-3f1f-4495-bf5b-6d61e7cb962e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:30.920564 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4fca5e7c-a203-4a8b-a071-4b9616aca6d5 req-98fad1ae-3f1f-4495-bf5b-6d61e7cb962e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 944 time: 0.1184599 Jun 24 14:25:30.973598 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4fca5e7c-a203-4a8b-a071-4b9616aca6d5 req-7ffbe78f-f5da-4877-aecd-4c9d25dbc5bb tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519571 Jun 24 14:25:31.131939 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39466) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:31.323156 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaf378a9-a374-4f48-be28-95da48f2e7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:31.344662 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-eaf378a9-a374-4f48-be28-95da48f2e7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:31.348998 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-eaf378a9-a374-4f48-be28-95da48f2e7b2 admin admin] Usage tracker for resource:security_group_rule and tenant:f574369df5fe4fb7999440fed62ef772 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:31.352920 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-eaf378a9-a374-4f48-be28-95da48f2e7b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:31.359118 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-eaf378a9-a374-4f48-be28-95da48f2e7b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:31.376847 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 703fe532-393d-4cb8-b854-7b1e3a89d716 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:25:31.464585 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaf378a9-a374-4f48-be28-95da48f2e7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:31.469624 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaf378a9-a374-4f48-be28-95da48f2e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:31.476712 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 703fe532-393d-4cb8-b854-7b1e3a89d716 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:25:31.485714 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 703fe532-393d-4cb8-b854-7b1e3a89d716 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:25:31.490629 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:31.527528 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-eaf378a9-a374-4f48-be28-95da48f2e7b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f574369df5fe4fb7999440fed62ef772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914268 Jun 24 14:25:31.527528 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf378a9-a374-4f48-be28-95da48f2e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe47a4a-ba4a-47c4-8ea7-645573929c31,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:31.527856 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39488) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:31.615860 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:31.646711 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:31.702536 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 703fe532-393d-4cb8-b854-7b1e3a89d716 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:25:31.703013 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:31.745229 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39498) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:31.746531 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:31.769408 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=703fe532-393d-4cb8-b854-7b1e3a89d716,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:31.776184 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:31.792359 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ec484004-9ba4-4f2b-a4ee-f59b5c355e24 req-3adb8cdd-6e97-4ce7-9f75-23aab8b8ddbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1053998 Jun 24 14:25:31.793873 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:31.813631 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe47a4a-ba4a-47c4-8ea7-645573929c31,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:31.823080 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.823675 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.824166 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.824678 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.825221 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.825705 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.826315 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.826796 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.827376 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.827849 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.828322 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.828960 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:31.843567 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:31.845071 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-67124072-7cad-4c81-b10d-9db01eeea925 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2fe47a4a-ba4a-47c4-8ea7-645573929c31 HTTP/1.1" status: 204 len: 168 time: 0.3153598 Jun 24 14:25:31.896139 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=703fe532-393d-4cb8-b854-7b1e3a89d716,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:31.922004 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6287962-1ffa-44d8-8e1a-42f5429b9db7'] response: {'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'code': 200} Jun 24 14:25:32.199769 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec484004-9ba4-4f2b-a4ee-f59b5c355e24 req-c07a6f69-0616-4732-988c-7474378e7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:32.208373 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ec484004-9ba4-4f2b-a4ee-f59b5c355e24 req-c07a6f69-0616-4732-988c-7474378e7514 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 1098 time: 0.2267947 Jun 24 14:25:32.321655 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39528) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:32.433384 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-55b4f650-9f81-4fee-84e8-b6c0703d3cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:32.444083 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:32.474027 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:32.483783 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Usage tracker for resource:security_group_rule and tenant:92d5335c2d6949fa83625b611af8c37c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:32.492164 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec484004-9ba4-4f2b-a4ee-f59b5c355e24 req-c645e3e7-1294-4003-be15-c1b9acd1bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:32.493864 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ec484004-9ba4-4f2b-a4ee-f59b5c355e24 req-c645e3e7-1294-4003-be15-c1b9acd1bd59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.2594731 Jun 24 14:25:32.496400 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-55b4f650-9f81-4fee-84e8-b6c0703d3cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:32.499753 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:32.518832 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a2fa-bf67-45b8-a939-7c445dfccca0 req-4b7ea0dd-6c01-48e6-8ea5-25295b1493d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:32.520516 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-55b4f650-9f81-4fee-84e8-b6c0703d3cbe admin admin] Usage tracker for resource:security_group_rule and tenant:9b1ce59ebe874963b2863b2dc1074766 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:32.525159 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:32.527474 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-55b4f650-9f81-4fee-84e8-b6c0703d3cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:32.528746 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5608a2fa-bf67-45b8-a939-7c445dfccca0 req-4b7ea0dd-6c01-48e6-8ea5-25295b1493d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 1098 time: 0.1956160 Jun 24 14:25:32.538471 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-55b4f650-9f81-4fee-84e8-b6c0703d3cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:32.587661 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e8992-109f-45f8-aa7d-d57f998ba467 req-7710df4c-b929-42f0-a97c-b0e363d419ec tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:32.595198 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a94e8992-109f-45f8-aa7d-d57f998ba467 req-7710df4c-b929-42f0-a97c-b0e363d419ec tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.3814278 Jun 24 14:25:32.641145 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ec484004-9ba4-4f2b-a4ee-f59b5c355e24 req-7e9e1e2e-30a9-4f25-8ea4-e8e3a50dd0bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 HTTP/1.1" status: 200 len: 217 time: 0.0888057 Jun 24 14:25:32.706304 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a94e8992-109f-45f8-aa7d-d57f998ba467 req-b7f68e5b-abf6-4c09-803a-890f98c314f4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099670 Jun 24 14:25:32.776856 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5608a2fa-bf67-45b8-a939-7c445dfccca0 req-8c5c6d91-d9fa-4540-9c5f-20dc1faec4a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457066 Jun 24 14:25:32.803278 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec484004-9ba4-4f2b-a4ee-f59b5c355e24 req-f6180a81-10aa-4459-bf46-9142400250a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:32.805749 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ec484004-9ba4-4f2b-a4ee-f59b5c355e24 req-f6180a81-10aa-4459-bf46-9142400250a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.1477613 Jun 24 14:25:32.874542 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:32.893178 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:32.921990 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-55b4f650-9f81-4fee-84e8-b6c0703d3cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:32.959724 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d341319-bee8-4167-a8d9-a08adeb6d495,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:32.962206 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-55b4f650-9f81-4fee-84e8-b6c0703d3cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.042546 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:33.042901 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:33.043407 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:33.043836 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:33.044345 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:33.045070 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:33.045394 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:33.045871 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:33.046286 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:33.046770 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:33.047112 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:33.047563 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:25:33.061131 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39548) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:33.072656 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-55b4f650-9f81-4fee-84e8-b6c0703d3cbe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b1ce59ebe874963b2863b2dc1074766&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3262818 Jun 24 14:25:33.092945 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3241f6-a23d-417d-9c7f-f71ef266ce7e req-5cd59451-7cca-461f-a1d5-ff2f2fc838cf tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:33.096885 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ba3241f6-a23d-417d-9c7f-f71ef266ce7e req-5cd59451-7cca-461f-a1d5-ff2f2fc838cf tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.3854117 Jun 24 14:25:33.099434 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-0a668462-6bab-4e65-a832-0c4ebd89c88b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92d5335c2d6949fa83625b611af8c37c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7768140 Jun 24 14:25:33.102449 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39552) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:33.158162 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f4ee21f6-528c-4e4f-99a9-5c7258ebc74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.191072 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f4ee21f6-528c-4e4f-99a9-5c7258ebc74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.211002 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4f650-9f81-4fee-84e8-b6c0703d3cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adf90c2-21d2-41c9-b957-70917b4b10df,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:33.232850 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ba3241f6-a23d-417d-9c7f-f71ef266ce7e req-dd9a6dc9-c17d-43f5-bafb-3ca97bfa497e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267641 Jun 24 14:25:33.274220 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f4ee21f6-528c-4e4f-99a9-5c7258ebc74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.292010 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee21f6-528c-4e4f-99a9-5c7258ebc74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adf90c2-21d2-41c9-b957-70917b4b10df,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:33.303712 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f4ee21f6-528c-4e4f-99a9-5c7258ebc74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.307285 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-167608ce-ed8f-4354-8c7a-c9347d44de7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.307837 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-f4ee21f6-528c-4e4f-99a9-5c7258ebc74d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7adf90c2-21d2-41c9-b957-70917b4b10df HTTP/1.1" status: 204 len: 168 time: 0.2456234 Jun 24 14:25:33.349977 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-167608ce-ed8f-4354-8c7a-c9347d44de7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.410689 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500e2f6-4c80-413e-bc3f-95988159bd07 req-95e02ab5-b4f5-4316-8916-2d9f8bd7aef3 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:33.412335 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7500e2f6-4c80-413e-bc3f-95988159bd07 req-95e02ab5-b4f5-4316-8916-2d9f8bd7aef3 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1601486 Jun 24 14:25:33.463656 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7500e2f6-4c80-413e-bc3f-95988159bd07 req-a74adef2-62e3-4d32-8f5d-261e3e45e89f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451343 Jun 24 14:25:33.471356 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-167608ce-ed8f-4354-8c7a-c9347d44de7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.475901 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec484004-9ba4-4f2b-a4ee-f59b5c355e24 req-275c4289-45df-4871-bb7e-f8241f75b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:33.477404 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ec484004-9ba4-4f2b-a4ee-f59b5c355e24 req-275c4289-45df-4871-bb7e-f8241f75b7c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1045117 Jun 24 14:25:33.493242 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167608ce-ed8f-4354-8c7a-c9347d44de7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d341319-bee8-4167-a8d9-a08adeb6d495,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:33.505100 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-167608ce-ed8f-4354-8c7a-c9347d44de7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.509461 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-167608ce-ed8f-4354-8c7a-c9347d44de7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d341319-bee8-4167-a8d9-a08adeb6d495 HTTP/1.1" status: 204 len: 168 time: 0.4026160 Jun 24 14:25:33.768104 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c547d-4c5a-4eee-9f1b-eb727b47ce16 req-ffab61cf-6d02-4173-95f6-9b23a7837d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:33.769879 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b4c547d-4c5a-4eee-9f1b-eb727b47ce16 req-ffab61cf-6d02-4173-95f6-9b23a7837d44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 1098 time: 0.2291102 Jun 24 14:25:33.800466 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39568) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:33.814320 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ec484004-9ba4-4f2b-a4ee-f59b5c355e24 req-e5406276-2995-4706-a55e-823b7a25cbfd service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920818 Jun 24 14:25:33.825159 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9f3b53bc-4b4d-470c-bd01-1f9f83d64c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.843808 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-9f3b53bc-4b4d-470c-bd01-1f9f83d64c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:33.848646 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-9f3b53bc-4b4d-470c-bd01-1f9f83d64c1b admin admin] Usage tracker for resource:security_group_rule and tenant:f39326049f0548b4a57f4f55c04b4fc0 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:33.853603 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-9f3b53bc-4b4d-470c-bd01-1f9f83d64c1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:33.862280 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-9f3b53bc-4b4d-470c-bd01-1f9f83d64c1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:33.975154 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9f3b53bc-4b4d-470c-bd01-1f9f83d64c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:33.981208 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9f3b53bc-4b4d-470c-bd01-1f9f83d64c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:34.039769 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c547d-4c5a-4eee-9f1b-eb727b47ce16 req-4c9b378c-e702-4664-891e-1c0613fe4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:34.041784 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b4c547d-4c5a-4eee-9f1b-eb727b47ce16 req-4c9b378c-e702-4664-891e-1c0613fe4a05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.2585964 Jun 24 14:25:34.045590 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-9f3b53bc-4b4d-470c-bd01-1f9f83d64c1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f39326049f0548b4a57f4f55c04b4fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414558 Jun 24 14:25:34.045590 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b53bc-4b4d-470c-bd01-1f9f83d64c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fe5610-a914-4422-8c9d-6f2105737986,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:34.047404 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39584) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:34.133426 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a4141c18-31ae-4d2f-aa5c-6373aa5e02a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:34.137094 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b4c547d-4c5a-4eee-9f1b-eb727b47ce16 req-18e2c7a3-01c9-49fa-af3c-cd70c01c9c79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954391d3-a182-4bb6-82d7-e6112903c757 HTTP/1.1" status: 200 len: 217 time: 0.0698380 Jun 24 14:25:34.140588 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ec484004-9ba4-4f2b-a4ee-f59b5c355e24 req-583a66d4-de79-413a-809f-d98646779cb2 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798657 Jun 24 14:25:34.160850 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a4141c18-31ae-4d2f-aa5c-6373aa5e02a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:34.234610 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a4141c18-31ae-4d2f-aa5c-6373aa5e02a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:34.238307 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c547d-4c5a-4eee-9f1b-eb727b47ce16 req-c521cee6-403f-461c-98af-17c9ae31b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:34.240260 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b4c547d-4c5a-4eee-9f1b-eb727b47ce16 req-c521cee6-403f-461c-98af-17c9ae31b49e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0709779 Jun 24 14:25:34.254391 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4141c18-31ae-4d2f-aa5c-6373aa5e02a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fe5610-a914-4422-8c9d-6f2105737986,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:34.257591 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a4141c18-31ae-4d2f-aa5c-6373aa5e02a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:34.259173 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-a4141c18-31ae-4d2f-aa5c-6373aa5e02a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62fe5610-a914-4422-8c9d-6f2105737986 HTTP/1.1" status: 204 len: 168 time: 0.1988931 Jun 24 14:25:34.352456 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c547d-4c5a-4eee-9f1b-eb727b47ce16 req-686ba7c1-2146-4bd1-99fc-8d00e85f3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:34.354557 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b4c547d-4c5a-4eee-9f1b-eb727b47ce16 req-686ba7c1-2146-4bd1-99fc-8d00e85f3f8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1019263 Jun 24 14:25:34.570413 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b4c547d-4c5a-4eee-9f1b-eb727b47ce16 req-264aa091-5edc-462b-a067-fed9b6cc65de service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881938 Jun 24 14:25:34.867993 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6d0c-7f24-4e1e-8635-d36c79a34469 req-fc4609bf-d378-4d2d-b3d0-3bdbbdacfcbf tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:34.877830 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-38bf6d0c-7f24-4e1e-8635-d36c79a34469 req-fc4609bf-d378-4d2d-b3d0-3bdbbdacfcbf tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.4054606 Jun 24 14:25:34.905758 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b4c547d-4c5a-4eee-9f1b-eb727b47ce16 req-1f76d3d9-1462-4c9a-992e-702ea8e7547b service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244328 Jun 24 14:25:34.961371 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-38bf6d0c-7f24-4e1e-8635-d36c79a34469 req-3b27eed9-9d67-4342-bbb8-661ebf205393 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820439 Jun 24 14:25:35.023772 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca635f0-3139-4f94-89fb-fe0ce783415f req-15850e15-bd8f-4667-bdc2-a3102697a256 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:35.035816 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bca635f0-3139-4f94-89fb-fe0ce783415f req-15850e15-bd8f-4667-bdc2-a3102697a256 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.4088714 Jun 24 14:25:35.091131 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bca635f0-3139-4f94-89fb-fe0ce783415f req-c79973ac-bd6e-4858-b958-29346aa744e6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500708 Jun 24 14:25:35.277230 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:36.198647 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274968-3bb0-4252-8c79-085c2ccf34af req-0bf2910e-d365-4f41-b01e-3e2e70051381 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:36.207566 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-57274968-3bb0-4252-8c79-085c2ccf34af req-0bf2910e-d365-4f41-b01e-3e2e70051381 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1338480 Jun 24 14:25:36.308106 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-57274968-3bb0-4252-8c79-085c2ccf34af req-9035c13a-ef57-4f4a-966f-aa7c22b9a453 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993590 Jun 24 14:25:36.375956 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbc39a-2133-4643-a10f-00fadc20c230 req-236fcd79-cce7-4976-9f9c-d0b779d82565 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:36.383426 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-89dbc39a-2133-4643-a10f-00fadc20c230 req-236fcd79-cce7-4976-9f9c-d0b779d82565 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1578734 Jun 24 14:25:36.445407 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-89dbc39a-2133-4643-a10f-00fadc20c230 req-05ed87c7-c75f-43a7-8324-ecc1d9ad0e30 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609684 Jun 24 14:25:36.574880 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b1950-a6a2-4690-8a2d-7425f7b38ffd req-fe9019bd-75e8-4de1-b237-824c3e649579 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:36.576349 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8a2b1950-a6a2-4690-8a2d-7425f7b38ffd req-fe9019bd-75e8-4de1-b237-824c3e649579 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1151724 Jun 24 14:25:36.585303 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39716) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:36.590998 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-3fce5d0e-c01c-4a74-a3b8-1a1adec67457 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Request body: {'floatingip': {'port_id': '703fe532-393d-4cb8-b854-7b1e3a89d716'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:25:36.689385 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3fce5d0e-c01c-4a74-a3b8-1a1adec67457 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:37.586489 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3fce5d0e-c01c-4a74-a3b8-1a1adec67457 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:37.592277 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3fce5d0e-c01c-4a74-a3b8-1a1adec67457 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:37.683139 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6494d-4d9d-489d-8527-51b9fdd83933 req-d04bff54-f894-41c4-93b4-614400b93bb4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:37.684808 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8fc6494d-4d9d-489d-8527-51b9fdd83933 req-d04bff54-f894-41c4-93b4-614400b93bb4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1074145 Jun 24 14:25:37.735057 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8fc6494d-4d9d-489d-8527-51b9fdd83933 req-bd3955f8-2567-4780-a336-a868b709b2d6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436070 Jun 24 14:25:37.799292 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.l3_db [None req-3fce5d0e-c01c-4a74-a3b8-1a1adec67457 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Floating IP 8c68f74e-101f-4116-850a-d0e23bb6b3e3 associated. External IP: 172.27.2.101, port: 703fe532-393d-4cb8-b854-7b1e3a89d716. Jun 24 14:25:38.198830 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fce5d0e-c01c-4a74-a3b8-1a1adec67457 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Router 1b7fc6e3-a1df-4f75-8b66-12016f317dce has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:25:38.237226 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39790) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:38.300994 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3981367d-212a-4fa7-ae73-43069116162d admin admin] Deleting subnet 74a3c71a-51f4-406e-9471-8f1bf1dd5afb {{(pid=88094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:25:38.304893 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3981367d-212a-4fa7-ae73-43069116162d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.367781 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3981367d-212a-4fa7-ae73-43069116162d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2988317'] for subnet, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.438382 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-36a0add2-183f-45f8-bbf9-6cf7bba556a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.453794 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39798) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:38.493359 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3981367d-212a-4fa7-ae73-43069116162d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.573386 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fce5d0e-c01c-4a74-a3b8-1a1adec67457 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:25:38.578239 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3fce5d0e-c01c-4a74-a3b8-1a1adec67457 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.589131 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee222220-6615-459f-9510-b08bd1c58ad3 None None] Sync routers for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:25:38.604594 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee222220-6615-459f-9510-b08bd1c58ad3 None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:25:38.607439 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-ee222220-6615-459f-9510-b08bd1c58ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:25:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:38.646198 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-3fce5d0e-c01c-4a74-a3b8-1a1adec67457 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "PUT /v2.0/floatingips/8c68f74e-101f-4116-850a-d0e23bb6b3e3 HTTP/1.1" status: 200 len: 991 time: 2.0596669 Jun 24 14:25:38.646800 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:38.698246 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3981367d-212a-4fa7-ae73-43069116162d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3134340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3008979'] for subnet, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.703171 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d432cbc4-2726-4652-be38-c8f9b2c646d9'] response: {'name': 'network-changed', 'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'status': 'completed', 'code': 200} Jun 24 14:25:38.763889 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981367d-212a-4fa7-ae73-43069116162d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a3c71a-51f4-406e-9471-8f1bf1dd5afb,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:38.765621 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ffd990ff-d49c-4632-9585-f9bf310d51e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.780122 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3981367d-212a-4fa7-ae73-43069116162d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:38.793244 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ffd990ff-d49c-4632-9585-f9bf310d51e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:38.798484 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-3981367d-212a-4fa7-ae73-43069116162d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/74a3c71a-51f4-406e-9471-8f1bf1dd5afb HTTP/1.1" status: 204 len: 168 time: 0.5583229 Jun 24 14:25:38.798999 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39814) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:38.804495 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ffd990ff-d49c-4632-9585-f9bf310d51e9 admin admin] Usage tracker for resource:security_group_rule and tenant:82e8de35aeb84baf88ceb079a8dc9c35 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:38.839012 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-ee222220-6615-459f-9510-b08bd1c58ad3 None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:25:38.850971 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ffd990ff-d49c-4632-9585-f9bf310d51e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:38.870273 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b929d2-fe73-4761-8d2a-a7130d20ff6d req-e9f4ea1a-e2b8-450c-9dfb-c390404eac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:38.872038 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a0b929d2-fe73-4761-8d2a-a7130d20ff6d req-e9f4ea1a-e2b8-450c-9dfb-c390404eac5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 1098 time: 0.1010573 Jun 24 14:25:38.921363 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ffd990ff-d49c-4632-9585-f9bf310d51e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:39.017408 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b929d2-fe73-4761-8d2a-a7130d20ff6d req-1cf2a7a5-70c9-4b48-a998-51d7a3410af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:39.018811 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a0b929d2-fe73-4761-8d2a-a7130d20ff6d req-1cf2a7a5-70c9-4b48-a998-51d7a3410af6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 917 time: 0.1303108 Jun 24 14:25:39.096236 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff38d57-7193-4f5c-9087-d6885348bd73 req-b5e68814-b208-4588-8697-db8ae457fbb3 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:39.097710 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4ff38d57-7193-4f5c-9087-d6885348bd73 req-b5e68814-b208-4588-8697-db8ae457fbb3 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 945 time: 0.4791682 Jun 24 14:25:39.134860 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.145979 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a0b929d2-fe73-4761-8d2a-a7130d20ff6d req-f073b419-be25-4f09-89bb-148c4e893bb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=703fe532-393d-4cb8-b854-7b1e3a89d716 HTTP/1.1" status: 200 len: 999 time: 0.1151292 Jun 24 14:25:39.233495 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4ff38d57-7193-4f5c-9087-d6885348bd73 req-881d0e16-4037-4c10-9d67-6e4b1396f573 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204829 Jun 24 14:25:39.244775 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b929d2-fe73-4761-8d2a-a7130d20ff6d req-b95d9503-0ea8-49ac-9d00-18c013534943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:39.246984 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a0b929d2-fe73-4761-8d2a-a7130d20ff6d req-b95d9503-0ea8-49ac-9d00-18c013534943 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 200 len: 855 time: 0.0928416 Jun 24 14:25:39.271066 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df85b-16dd-4003-9dfe-1f01c334116e req-d1f9ca08-f83c-45f7-b155-bb6e660fe534 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:39.272499 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e55df85b-16dd-4003-9dfe-1f01c334116e req-d1f9ca08-f83c-45f7-b155-bb6e660fe534 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.3589859 Jun 24 14:25:39.299933 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-ee222220-6615-459f-9510-b08bd1c58ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '8c68f74e-101f-4116-850a-d0e23bb6b3e3', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'port_id': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'mac_address': 'fa:16:3e:65:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6792b442-4de3-4ead-8572-970661ebbb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:25:10Z', 'updated_at': '2022-06-24T14:25:37Z', 'revision_number': 1, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:08Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:39.304634 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee222220-6615-459f-9510-b08bd1c58ad3 None None] Checking router: 1b7fc6e3-a1df-4f75-8b66-12016f317dce for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:25:39.314270 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee222220-6615-459f-9510-b08bd1c58ad3 None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:25:39.315240 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-ee222220-6615-459f-9510-b08bd1c58ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:25:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:39.364387 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b929d2-fe73-4761-8d2a-a7130d20ff6d req-5d197808-8f0a-4cb2-bb30-21efd94a67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:39.367659 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a0b929d2-fe73-4761-8d2a-a7130d20ff6d req-5d197808-8f0a-4cb2-bb30-21efd94a67d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1111403 Jun 24 14:25:39.393493 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ffd990ff-d49c-4632-9585-f9bf310d51e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.406211 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.416942 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ffd990ff-d49c-4632-9585-f9bf310d51e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.474214 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e55df85b-16dd-4003-9dfe-1f01c334116e req-aac10fa9-c1a4-4df7-b747-edb4eabe5c0f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381779 Jun 24 14:25:39.488316 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e1f553-384c-4c72-8100-8b099c42d114']}} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:39.497980 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-ffd990ff-d49c-4632-9585-f9bf310d51e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82e8de35aeb84baf88ceb079a8dc9c35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0428097 Jun 24 14:25:39.503463 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39826) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:39.517403 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2326786b-6878-41b7-bcaf-6fa2839afdb7') {'for_net_delete': True} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:39.517694 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2326786b-6878-41b7-bcaf-6fa2839afdb7') {} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:39.535026 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2988308'] for segment, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.546009 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd990ff-d49c-4632-9585-f9bf310d51e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24813738-f896-4829-855c-acd23b4baa07,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:39.575225 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.582052 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-ee222220-6615-459f-9510-b08bd1c58ad3 None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:25:39.585889 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:25:39.592167 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134250'] for segment, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.616390 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a0b929d2-fe73-4761-8d2a-a7130d20ff6d req-dda6004c-61f3-4fe6-8f7f-9b77cb24ed27 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184801 Jun 24 14:25:39.652310 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 2326786b-6878-41b7-bcaf-6fa2839afdb7 resource provider aggregate not found Jun 24 14:25:39.747764 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9a4813dd-d882-4f91-9bfd-72bb030ef6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.755432 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 2326786b-6878-41b7-bcaf-6fa2839afdb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2326786b-6878-41b7-bcaf-6fa2839afdb7 found for delete ", "request_id": "req-3c2b3d6c-ae17-4082-8c99-705f889611b8"}]} Jun 24 14:25:39.778944 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.797587 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.801202 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9a4813dd-d882-4f91-9bfd-72bb030ef6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.819676 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] Pushing event deleted for resources: {'Network': ['ID=92e1f553-384c-4c72-8100-8b099c42d114,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:39.839306 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a0b929d2-fe73-4761-8d2a-a7130d20ff6d req-73cfe3e4-e77a-4ac7-813c-1abfea383c22 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158513 Jun 24 14:25:39.844030 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-aa8f2b2c-3dbf-4da9-961f-de24c761422e admin admin] 10.222.0.16 "DELETE /v2.0/networks/92e1f553-384c-4c72-8100-8b099c42d114 HTTP/1.1" status: 204 len: 168 time: 1.0431943 Jun 24 14:25:39.847140 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39840) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:39.923957 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2aa1a6-cafc-41c1-a919-5b19e15fa7a9 admin admin] Deleting subnet c0e35cc4-5f69-40ca-8d60-62b7eebbfc25 {{(pid=88094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:25:39.928286 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3a2aa1a6-cafc-41c1-a919-5b19e15fa7a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.957735 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9a4813dd-d882-4f91-9bfd-72bb030ef6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.978042 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4813dd-d882-4f91-9bfd-72bb030ef6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24813738-f896-4829-855c-acd23b4baa07,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:39.998433 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9a4813dd-d882-4f91-9bfd-72bb030ef6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:39.999542 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-9a4813dd-d882-4f91-9bfd-72bb030ef6e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24813738-f896-4829-855c-acd23b4baa07 HTTP/1.1" status: 204 len: 168 time: 0.4952531 Jun 24 14:25:40.004303 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3a2aa1a6-cafc-41c1-a919-5b19e15fa7a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2988317'] for subnet, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:40.092455 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3a2aa1a6-cafc-41c1-a919-5b19e15fa7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:40.173667 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3a2aa1a6-cafc-41c1-a919-5b19e15fa7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3134340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3008979'] for subnet, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:40.183789 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-ee222220-6615-459f-9510-b08bd1c58ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '8c68f74e-101f-4116-850a-d0e23bb6b3e3', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'port_id': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'mac_address': 'fa:16:3e:65:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6792b442-4de3-4ead-8572-970661ebbb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:25:10Z', 'updated_at': '2022-06-24T14:25:37Z', 'revision_number': 1, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:08Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:40.189424 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee222220-6615-459f-9510-b08bd1c58ad3 None None] The sync data for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi is: [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '8c68f74e-101f-4116-850a-d0e23bb6b3e3', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'port_id': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'mac_address': 'fa:16:3e:65:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6792b442-4de3-4ead-8572-970661ebbb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:25:10Z', 'updated_at': '2022-06-24T14:25:37Z', 'revision_number': 1, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:08Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:25:40.220994 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2aa1a6-cafc-41c1-a919-5b19e15fa7a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e35cc4-5f69-40ca-8d60-62b7eebbfc25,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:40.223929 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3a2aa1a6-cafc-41c1-a919-5b19e15fa7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:40.234115 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39854) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:40.234297 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-3a2aa1a6-cafc-41c1-a919-5b19e15fa7a9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c0e35cc4-5f69-40ca-8d60-62b7eebbfc25 HTTP/1.1" status: 204 len: 168 time: 0.3860800 Jun 24 14:25:40.356374 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:40.520780 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:40.550822 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6b67ac-3e57-4613-a0bf-e4db74dd5d7d None None] New status for floating IP 8c68f74e-101f-4116-850a-d0e23bb6b3e3: ACTIVE {{(pid=88096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:25:40.555959 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.556520 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.557503 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.557976 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > port after_create 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.558467 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.558964 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > port after_update 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.559480 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.560141 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.560681 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.561202 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.692629 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261f89d-3f2e-4483-85c7-59c9b8cf6347 req-ea0c2199-47cd-4b54-b25a-00343b228337 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:40.703365 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2261f89d-3f2e-4483-85c7-59c9b8cf6347 req-ea0c2199-47cd-4b54-b25a-00343b228337 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 945 time: 0.2366354 Jun 24 14:25:40.705439 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39876) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:40.751907 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd045-cd14-4719-9344-d18291302625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:40.779967 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.780484 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.780930 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.781355 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 14:25:40.781807 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da889a44-ef93-44d4-ba51-977b8615863c']}} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:40.798126 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775d7d93-88fa-4bd7-873e-f1c8a6684378') {'for_net_delete': True} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:40.798594 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775d7d93-88fa-4bd7-873e-f1c8a6684378') {} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:40.812303 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538511'] for segment, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:40.825286 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39882) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:40.832453 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-a1fbd045-cd14-4719-9344-d18291302625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:40.835696 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:40.844282 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:25:40.844953 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2302368'] for segment, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:40.853578 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2261f89d-3f2e-4483-85c7-59c9b8cf6347 req-8e2aeee2-381c-415a-8b6d-5332539dd753 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494243 Jun 24 14:25:40.861067 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-a1fbd045-cd14-4719-9344-d18291302625 admin admin] Usage tracker for resource:security_group_rule and tenant:82b0cf25f5e84501858172a78bf2b91b is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:40.865220 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-a1fbd045-cd14-4719-9344-d18291302625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:40.877412 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-a1fbd045-cd14-4719-9344-d18291302625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:40.944455 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629ba0-d529-4a9d-9972-43f02347aa25 req-684b3e5a-7a76-4d63-b913-314e4ff6de81 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:40.946142 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-63629ba0-d529-4a9d-9972-43f02347aa25 req-684b3e5a-7a76-4d63-b913-314e4ff6de81 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1979117 Jun 24 14:25:40.962230 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-d6581117-3d0c-43ae-a210-d42bef6a62af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.013584 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.028485 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-63629ba0-d529-4a9d-9972-43f02347aa25 req-ee6bf459-c820-4ebe-b770-6386306451bf tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726998 Jun 24 14:25:41.043828 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd045-cd14-4719-9344-d18291302625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.055313 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.071816 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd045-cd14-4719-9344-d18291302625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.076920 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] 10.222.0.16 "DELETE /v2.0/networks/da889a44-ef93-44d4-ba51-977b8615863c HTTP/1.1" status: 204 len: 168 time: 0.8343332 Jun 24 14:25:41.078596 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635dcf7-b72c-42d7-b682-1df645362470 admin admin] Pushing event deleted for resources: {'Network': ['ID=da889a44-ef93-44d4-ba51-977b8615863c,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:41.108123 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf0e2-8367-4481-a573-ff05d9db4cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.156705 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-a1fbd045-cd14-4719-9344-d18291302625 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82b0cf25f5e84501858172a78bf2b91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471416 Jun 24 14:25:41.157592 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-dbbbf0e2-8367-4481-a573-ff05d9db4cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:41.159880 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbd045-cd14-4719-9344-d18291302625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94354adf-f3a3-46e6-9ddf-9544480851e7,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:41.160308 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39898) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:41.171064 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-dbbbf0e2-8367-4481-a573-ff05d9db4cfc admin admin] Usage tracker for resource:security_group_rule and tenant:4a7bcee7e26840b8bd461d7ad88d7ab9 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:41.174167 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-dbbbf0e2-8367-4481-a573-ff05d9db4cfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:41.180596 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-dbbbf0e2-8367-4481-a573-ff05d9db4cfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:41.183482 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.services.segments.plugin [-] Segment 775d7d93-88fa-4bd7-873e-f1c8a6684378 resource provider aggregate not found Jun 24 14:25:41.212072 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39904) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:41.212454 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.services.segments.plugin [-] Segment 775d7d93-88fa-4bd7-873e-f1c8a6684378 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 775d7d93-88fa-4bd7-873e-f1c8a6684378 found for delete ", "request_id": "req-a6d9bdea-e082-4a77-a73e-70ff908c89bc"}]} Jun 24 14:25:41.248260 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e29a7a08-e032-4030-aff9-76dbe9779d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.276470 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e29a7a08-e032-4030-aff9-76dbe9779d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.288046 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-679ad575-d553-4715-93c9-e4274f3bf4a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d10edf6451ef49a48ab9a099e8821146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725105 Jun 24 14:25:41.288304 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39910) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:41.311266 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf0e2-8367-4481-a573-ff05d9db4cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.325358 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf0e2-8367-4481-a573-ff05d9db4cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.373879 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ac746f32-f719-4f1b-a991-7be061eabb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.382827 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-dbbbf0e2-8367-4481-a573-ff05d9db4cfc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a7bcee7e26840b8bd461d7ad88d7ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5557103 Jun 24 14:25:41.384731 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbf0e2-8367-4481-a573-ff05d9db4cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10745190-631e-43a2-b8d9-254eab36a604,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:41.385908 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39914) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:41.409374 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e29a7a08-e032-4030-aff9-76dbe9779d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.431029 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ac746f32-f719-4f1b-a991-7be061eabb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.461396 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a7a08-e032-4030-aff9-76dbe9779d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94354adf-f3a3-46e6-9ddf-9544480851e7,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:41.482072 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e29a7a08-e032-4030-aff9-76dbe9779d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.483096 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-e29a7a08-e032-4030-aff9-76dbe9779d0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94354adf-f3a3-46e6-9ddf-9544480851e7 HTTP/1.1" status: 204 len: 168 time: 0.3215382 Jun 24 14:25:41.519792 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9e94f834-25a6-4861-9e6b-81d9672e9307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.544543 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ac746f32-f719-4f1b-a991-7be061eabb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.559679 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9e94f834-25a6-4861-9e6b-81d9672e9307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.570330 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac746f32-f719-4f1b-a991-7be061eabb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcf54c3-4207-4c44-886e-4e3ea1678846,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:41.586194 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ac746f32-f719-4f1b-a991-7be061eabb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.590725 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-ac746f32-f719-4f1b-a991-7be061eabb32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8fcf54c3-4207-4c44-886e-4e3ea1678846 HTTP/1.1" status: 204 len: 168 time: 0.2985365 Jun 24 14:25:41.617066 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.641810 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9e94f834-25a6-4861-9e6b-81d9672e9307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.666862 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94f834-25a6-4861-9e6b-81d9672e9307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10745190-631e-43a2-b8d9-254eab36a604,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:41.670331 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9e94f834-25a6-4861-9e6b-81d9672e9307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:41.672048 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-9e94f834-25a6-4861-9e6b-81d9672e9307 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10745190-631e-43a2-b8d9-254eab36a604 HTTP/1.1" status: 204 len: 168 time: 0.2851455 Jun 24 14:25:41.930560 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:42.004585 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39938) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:42.063943 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-055b095c-7b2f-44a7-a190-275bdc43bb71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eab9275870c4e18a1a4cb908691870c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572946 Jun 24 14:25:42.066293 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39944) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:42.094607 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00631b6a-ef95-4785-9991-099d0db96883 req-1d691eb6-b781-4cd7-a08a-ec8cfffb5e5b tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:42.105488 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-00631b6a-ef95-4785-9991-099d0db96883 req-1d691eb6-b781-4cd7-a08a-ec8cfffb5e5b tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 945 time: 0.1315479 Jun 24 14:25:42.134071 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bcab2389-7893-4808-aa6b-f054aa159879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:42.151009 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-00631b6a-ef95-4785-9991-099d0db96883 req-713669c9-21e9-4b44-9c75-674933dbe5de tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 Jun 24 14:25:42.172795 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bcab2389-7893-4808-aa6b-f054aa159879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:42.237325 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bcab2389-7893-4808-aa6b-f054aa159879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:42.259833 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 39954) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:42.271895 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9582c-a6ce-45f5-88aa-44a4a3376b51 req-a445fff8-4b8e-45ae-b766-2d1868e7fc44 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:42.273986 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-41c9582c-a6ce-45f5-88aa-44a4a3376b51 req-a445fff8-4b8e-45ae-b766-2d1868e7fc44 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0942469 Jun 24 14:25:42.276912 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab2389-7893-4808-aa6b-f054aa159879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c2cc13-78f4-4c45-a8c7-c75e11bf2ad9,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:42.282547 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bcab2389-7893-4808-aa6b-f054aa159879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:42.285833 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-bcab2389-7893-4808-aa6b-f054aa159879 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96c2cc13-78f4-4c45-a8c7-c75e11bf2ad9 HTTP/1.1" status: 204 len: 168 time: 0.2160974 Jun 24 14:25:42.285833 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3c54c8b7-467a-4dc4-8a04-9ba7da8d0772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:42.305910 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-3c54c8b7-467a-4dc4-8a04-9ba7da8d0772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:42.308508 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:25:42.310071 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-3c54c8b7-467a-4dc4-8a04-9ba7da8d0772 admin admin] Usage tracker for resource:security_group_rule and tenant:4f6389565d874f3fae5cd4eb5d4d6190 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:42.313534 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-3c54c8b7-467a-4dc4-8a04-9ba7da8d0772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:42.321028 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-3c54c8b7-467a-4dc4-8a04-9ba7da8d0772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:42.428312 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-41c9582c-a6ce-45f5-88aa-44a4a3376b51 req-393a3b36-8910-46aa-9e5d-651aebed74c1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466875 Jun 24 14:25:42.434655 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3c54c8b7-467a-4dc4-8a04-9ba7da8d0772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:42.447371 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3c54c8b7-467a-4dc4-8a04-9ba7da8d0772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:42.506932 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-3c54c8b7-467a-4dc4-8a04-9ba7da8d0772 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f6389565d874f3fae5cd4eb5d4d6190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432384 Jun 24 14:25:42.507639 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 39964) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:42.509189 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54c8b7-467a-4dc4-8a04-9ba7da8d0772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62077391-e31c-4c0e-8d0f-eb81c98efd6f,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:42.600099 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-c81b3e9e-09b5-4a9c-94ac-5d488e039731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:42.627933 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-c81b3e9e-09b5-4a9c-94ac-5d488e039731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:42.686914 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-c81b3e9e-09b5-4a9c-94ac-5d488e039731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:42.712630 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b3e9e-09b5-4a9c-94ac-5d488e039731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62077391-e31c-4c0e-8d0f-eb81c98efd6f,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:42.735398 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-c81b3e9e-09b5-4a9c-94ac-5d488e039731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:42.741634 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-c81b3e9e-09b5-4a9c-94ac-5d488e039731 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62077391-e31c-4c0e-8d0f-eb81c98efd6f HTTP/1.1" status: 204 len: 168 time: 0.2326078 Jun 24 14:25:43.182630 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 40002) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:43.213598 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-23727266-5161-42ab-b528-018c4c9d57ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:43.232763 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-23727266-5161-42ab-b528-018c4c9d57ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:43.237051 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-23727266-5161-42ab-b528-018c4c9d57ac admin admin] Usage tracker for resource:security_group_rule and tenant:dac26a79e4324cc9955a82f43d812846 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:43.240227 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-23727266-5161-42ab-b528-018c4c9d57ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:43.247878 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-23727266-5161-42ab-b528-018c4c9d57ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:43.371030 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-23727266-5161-42ab-b528-018c4c9d57ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:43.377825 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-23727266-5161-42ab-b528-018c4c9d57ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:43.409381 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17568c5d-8711-4272-837a-394af9561211 req-cefe871e-d243-4f34-8692-16d64b110e53 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:43.411072 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-17568c5d-8711-4272-837a-394af9561211 req-cefe871e-d243-4f34-8692-16d64b110e53 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 945 time: 0.1236427 Jun 24 14:25:43.459865 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-17568c5d-8711-4272-837a-394af9561211 req-b9504964-b75a-42ae-b8b2-b13766e43628 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Jun 24 14:25:43.467925 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-23727266-5161-42ab-b528-018c4c9d57ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dac26a79e4324cc9955a82f43d812846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834454 Jun 24 14:25:43.469364 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23727266-5161-42ab-b528-018c4c9d57ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430bb50f-8dc2-4982-a794-8f0d58271014,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:43.470962 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40020) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:43.533166 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc29-269a-4220-b039-2a99a2f62fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:43.605222 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc29-269a-4220-b039-2a99a2f62fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:43.614909 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:43.756061 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc29-269a-4220-b039-2a99a2f62fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:43.779844 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4af9e5-3b67-4839-ad75-a2185df232f1 req-e08e9eab-d3a0-4b69-aeb4-779d09f47b18 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:43.783785 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ae4af9e5-3b67-4839-ad75-a2185df232f1 req-e08e9eab-d3a0-4b69-aeb4-779d09f47b18 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1139648 Jun 24 14:25:43.790614 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cbc29-269a-4220-b039-2a99a2f62fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430bb50f-8dc2-4982-a794-8f0d58271014,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:43.822151 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc29-269a-4220-b039-2a99a2f62fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:43.823263 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-6f0cbc29-269a-4220-b039-2a99a2f62fcb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/430bb50f-8dc2-4982-a794-8f0d58271014 HTTP/1.1" status: 204 len: 168 time: 0.3513017 Jun 24 14:25:43.870927 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ae4af9e5-3b67-4839-ad75-a2185df232f1 req-1bd4599f-83eb-483b-b685-f9e70487263b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636306 Jun 24 14:25:44.807023 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa0190-95f0-44ce-a42a-da0377b522e7 req-4a8088cf-e610-4d75-b00b-12937f84b257 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:44.808466 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0ffa0190-95f0-44ce-a42a-da0377b522e7 req-4a8088cf-e610-4d75-b00b-12937f84b257 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 945 time: 0.1150656 Jun 24 14:25:44.853667 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0ffa0190-95f0-44ce-a42a-da0377b522e7 req-513ecfb9-1ab7-4a53-9482-9160ff637030 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393584 Jun 24 14:25:45.052666 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243665cd-fee0-454f-a4eb-a5f431d1f30d req-d83890ed-bba8-438c-8e72-4f488cfc6162 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:45.054147 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-243665cd-fee0-454f-a4eb-a5f431d1f30d req-d83890ed-bba8-438c-8e72-4f488cfc6162 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0856447 Jun 24 14:25:45.100807 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-243665cd-fee0-454f-a4eb-a5f431d1f30d req-06f001be-d250-4784-942b-bbd24e2aaa58 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406966 Jun 24 14:25:46.047223 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bac1c5-baa4-4741-a33e-801a620b4ccf req-956ca7ba-a2a7-4728-abdd-aa432d0a791e tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:46.048677 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-45bac1c5-baa4-4741-a33e-801a620b4ccf req-956ca7ba-a2a7-4728-abdd-aa432d0a791e tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 945 time: 0.0891407 Jun 24 14:25:46.094133 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-45bac1c5-baa4-4741-a33e-801a620b4ccf req-4d8393f9-6644-4af0-8090-32f62ea416ee tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385659 Jun 24 14:25:46.297555 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a064e07-1f4f-416f-884e-94a6fc2b16d3 req-56d83466-59e2-48f2-bca4-4dbff4d64c0b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:46.298979 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0a064e07-1f4f-416f-884e-94a6fc2b16d3 req-56d83466-59e2-48f2-bca4-4dbff4d64c0b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0893602 Jun 24 14:25:46.345059 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0a064e07-1f4f-416f-884e-94a6fc2b16d3 req-6c153fb5-c166-4c32-9700-3af3e52c2981 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Jun 24 14:25:46.564497 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40186) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:46.689950 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6ab51aa2-afa9-4799-aab9-08a89da64482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:46.696952 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-6ab51aa2-afa9-4799-aab9-08a89da64482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:46.699921 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-6ab51aa2-afa9-4799-aab9-08a89da64482 admin admin] Usage tracker for resource:security_group_rule and tenant:3b8c603e2c6e4d76bb5f3bee509e9b96 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:46.702604 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-6ab51aa2-afa9-4799-aab9-08a89da64482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:46.708162 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-6ab51aa2-afa9-4799-aab9-08a89da64482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:46.787499 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6ab51aa2-afa9-4799-aab9-08a89da64482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:46.791967 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6ab51aa2-afa9-4799-aab9-08a89da64482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:46.836833 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab51aa2-afa9-4799-aab9-08a89da64482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540a80c5-6b85-4aa7-a9a4-ad3e9977a1d4,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:46.841283 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-6ab51aa2-afa9-4799-aab9-08a89da64482 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b8c603e2c6e4d76bb5f3bee509e9b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757797 Jun 24 14:25:46.844154 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40204) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:46.910249 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9beb9a80-0fe5-4116-82c5-ddf4e8746225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:46.936568 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9beb9a80-0fe5-4116-82c5-ddf4e8746225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:46.994971 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9beb9a80-0fe5-4116-82c5-ddf4e8746225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:47.009371 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb9a80-0fe5-4116-82c5-ddf4e8746225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540a80c5-6b85-4aa7-a9a4-ad3e9977a1d4,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:47.018755 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9beb9a80-0fe5-4116-82c5-ddf4e8746225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:47.023029 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-9beb9a80-0fe5-4116-82c5-ddf4e8746225 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/540a80c5-6b85-4aa7-a9a4-ad3e9977a1d4 HTTP/1.1" status: 204 len: 168 time: 0.1746321 Jun 24 14:25:47.293419 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f020ac-61d0-4b1b-b433-c6989fe8ae44 req-418b203f-292e-417e-bc8d-af3e3d426d81 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:47.294863 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-28f020ac-61d0-4b1b-b433-c6989fe8ae44 req-418b203f-292e-417e-bc8d-af3e3d426d81 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 945 time: 0.0908597 Jun 24 14:25:47.306333 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 40220) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:47.323416 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-35d502ca-ffd0-4760-8415-cf0314d010fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:47.337939 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-35d502ca-ffd0-4760-8415-cf0314d010fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:47.338604 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-28f020ac-61d0-4b1b-b433-c6989fe8ae44 req-98b9107d-cbc7-42eb-9ab8-97904db5334d tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5db5138-b044-4e27-b2d8-93e64ce0cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382237 Jun 24 14:25:47.344858 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-35d502ca-ffd0-4760-8415-cf0314d010fe admin admin] Usage tracker for resource:security_group_rule and tenant:8189b8ac41e546e6b4eee42decca0d7d is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:47.347664 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-35d502ca-ffd0-4760-8415-cf0314d010fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:47.353434 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-35d502ca-ffd0-4760-8415-cf0314d010fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:47.533160 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-35d502ca-ffd0-4760-8415-cf0314d010fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:47.545402 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a0b33-c36d-4aa7-bafb-58db899f2993 req-92667584-324f-4f80-a05a-c3c11d88c8ef tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:47.547693 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ed3a0b33-c36d-4aa7-bafb-58db899f2993 req-92667584-324f-4f80-a05a-c3c11d88c8ef tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0924811 Jun 24 14:25:47.580706 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-35d502ca-ffd0-4760-8415-cf0314d010fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:47.603846 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ed3a0b33-c36d-4aa7-bafb-58db899f2993 req-5fd403ab-11f8-4224-89c1-799285c40c30 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Jun 24 14:25:47.650592 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-35d502ca-ffd0-4760-8415-cf0314d010fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8189b8ac41e546e6b4eee42decca0d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431137 Jun 24 14:25:47.653296 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40230) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:47.659786 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d502ca-ffd0-4760-8415-cf0314d010fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bc9a56-e38a-4909-9a14-9f3ee43bb33e,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:47.695620 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-685937d4-458a-4745-b711-aaa4bfe510ad tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:47.696382 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-685937d4-458a-4745-b711-aaa4bfe510ad tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Synchronizing usage tracker for tenant:085034667ea744bb9c9438ba395db80b on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:25:47.714169 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-685937d4-458a-4745-b711-aaa4bfe510ad tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Unset dirty status for tenant:085034667ea744bb9c9438ba395db80b on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:25:47.715684 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-685937d4-458a-4745-b711-aaa4bfe510ad tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 945 time: 0.1771333 Jun 24 14:25:47.722523 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b0743a8a-77cb-412a-a129-fa0b86b8393c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:47.748359 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b0743a8a-77cb-412a-a129-fa0b86b8393c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:47.788830 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-de4549bc-3441-41d1-a4d7-2a22ad6007ac tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Deleting port c2f6d453-0fa2-48ae-b52f-aa2352a92867 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:25:47.789317 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-de4549bc-3441-41d1-a4d7-2a22ad6007ac tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:47.805674 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b0743a8a-77cb-412a-a129-fa0b86b8393c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:47.821731 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0743a8a-77cb-412a-a129-fa0b86b8393c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bc9a56-e38a-4909-9a14-9f3ee43bb33e,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:47.826558 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b0743a8a-77cb-412a-a129-fa0b86b8393c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:47.830672 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-b0743a8a-77cb-412a-a129-fa0b86b8393c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89bc9a56-e38a-4909-9a14-9f3ee43bb33e HTTP/1.1" status: 204 len: 168 time: 0.1732862 Jun 24 14:25:48.063374 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-de4549bc-3441-41d1-a4d7-2a22ad6007ac tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] For port c2f6d453-0fa2-48ae-b52f-aa2352a92867, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c2f6d453-0fa2-48ae-b52f-aa2352a92867,segment=NetworkSegment(6d01c032-df06-46c0-a96a-15deafff33cc),segment_id=6d01c032-df06-46c0-a96a-15deafff33cc)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:48.063807 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-de4549bc-3441-41d1-a4d7-2a22ad6007ac tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:48.200647 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-de4549bc-3441-41d1-a4d7-2a22ad6007ac tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Calling delete_port for c2f6d453-0fa2-48ae-b52f-aa2352a92867 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:25:48.430363 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-de4549bc-3441-41d1-a4d7-2a22ad6007ac tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:48.474612 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['c2f6d453-0fa2-48ae-b52f-aa2352a92867'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:25:48.491201 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4549bc-3441-41d1-a4d7-2a22ad6007ac tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Pushing event deleted for resources: {'Port': ['ID=c2f6d453-0fa2-48ae-b52f-aa2352a92867,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:48.676700 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-de4549bc-3441-41d1-a4d7-2a22ad6007ac tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] No DVR routers for this DVR port c2f6d453-0fa2-48ae-b52f-aa2352a92867 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:25:48.677377 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8ce6f5c7-a241-4fed-86be-54d558105a15 req-a2c30f11-2fbd-4999-8fe8-73b85fc47805 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 210 time: 0.1714892 Jun 24 14:25:48.681406 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-de4549bc-3441-41d1-a4d7-2a22ad6007ac tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:48.684274 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4f372c-70e7-47e5-983a-4a793fdab64f', 'name': 'network-vif-deleted', 'tag': 'c2f6d453-0fa2-48ae-b52f-aa2352a92867'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:25:48.744073 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b4e878c8-e0d2-458c-8ec8-990523f86884 req-de4549bc-3441-41d1-a4d7-2a22ad6007ac tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.36 "DELETE /v2.0/ports/c2f6d453-0fa2-48ae-b52f-aa2352a92867 HTTP/1.1" status: 204 len: 173 time: 1.0218749 Jun 24 14:25:48.803002 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe623ff-33b0-4c4f-9d76-c6e5f6acea75'] response: {'server_uuid': 'ce4f372c-70e7-47e5-983a-4a793fdab64f', 'name': 'network-vif-deleted', 'tag': 'c2f6d453-0fa2-48ae-b52f-aa2352a92867', 'status': 'completed', 'code': 200} Jun 24 14:25:48.930442 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5286b-a902-49ef-ba0d-a3356c0761c9 req-39a4d6a0-78fe-42fb-9522-5f66479ceb0e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:48.931883 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a4f5286b-a902-49ef-ba0d-a3356c0761c9 req-39a4d6a0-78fe-42fb-9522-5f66479ceb0e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1258593 Jun 24 14:25:48.981125 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a4f5286b-a902-49ef-ba0d-a3356c0761c9 req-58d32e66-1524-4347-8b5b-4b51bda07b83 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431788 Jun 24 14:25:49.393754 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40304) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:49.510139 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-46e04006-34ed-4324-94f7-eb09b9076622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:49.523879 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-46e04006-34ed-4324-94f7-eb09b9076622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:49.527653 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-46e04006-34ed-4324-94f7-eb09b9076622 admin admin] Usage tracker for resource:security_group_rule and tenant:10de8cbe79e34c2a870450a58fbe4e81 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:49.530821 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-46e04006-34ed-4324-94f7-eb09b9076622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:49.537154 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-46e04006-34ed-4324-94f7-eb09b9076622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:49.622605 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-46e04006-34ed-4324-94f7-eb09b9076622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:49.626977 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-46e04006-34ed-4324-94f7-eb09b9076622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:49.675059 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e04006-34ed-4324-94f7-eb09b9076622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780797d2-2ca7-4184-a8e5-f0980d9cc5c9,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:49.679805 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-46e04006-34ed-4324-94f7-eb09b9076622 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10de8cbe79e34c2a870450a58fbe4e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850008 Jun 24 14:25:49.682402 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40312) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:49.742821 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eb778fbd-eced-4184-908d-e7c4503cfeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:49.775211 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eb778fbd-eced-4184-908d-e7c4503cfeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:49.879055 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c1c9996e-1c26-46b6-b865-2c1e9575ae6e req-6911a94c-e1d9-4592-b23a-b32999bf1845 tempest-DeleteServersTestJSON-1971238344 tempest-DeleteServersTestJSON-1971238344-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce4f372c-70e7-47e5-983a-4a793fdab64f HTTP/1.1" status: 200 len: 210 time: 0.0625420 Jun 24 14:25:49.906808 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eb778fbd-eced-4184-908d-e7c4503cfeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:49.995076 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb778fbd-eced-4184-908d-e7c4503cfeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780797d2-2ca7-4184-a8e5-f0980d9cc5c9,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:49.998275 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eb778fbd-eced-4184-908d-e7c4503cfeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:50.014382 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-eb778fbd-eced-4184-908d-e7c4503cfeac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/780797d2-2ca7-4184-a8e5-f0980d9cc5c9 HTTP/1.1" status: 204 len: 168 time: 0.3309128 Jun 24 14:25:50.211270 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175a50d-6e71-4c40-b848-0bc09fbf769e req-6039cf8f-249f-46be-852b-faab2b32ca31 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:50.213056 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2175a50d-6e71-4c40-b848-0bc09fbf769e req-6039cf8f-249f-46be-852b-faab2b32ca31 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1089747 Jun 24 14:25:50.279007 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2175a50d-6e71-4c40-b848-0bc09fbf769e req-c5da4cc1-481f-44dd-bcdc-b707f006bdfc tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597808 Jun 24 14:25:51.547481 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde2e22-0528-4a26-92b1-ffde6a42e673 req-a7bb20bb-b1cd-42ac-b622-64a02048e07a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:51.557320 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5cde2e22-0528-4a26-92b1-ffde6a42e673 req-a7bb20bb-b1cd-42ac-b622-64a02048e07a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1175845 Jun 24 14:25:51.621119 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5cde2e22-0528-4a26-92b1-ffde6a42e673 req-e7eef6cb-a623-471f-b167-ba45db33c5ab tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546701 Jun 24 14:25:52.573305 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device c2f6d453-0fa2-48ae-b52f-aa2352a92867 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:25:52.607046 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: c2f6d453-0fa2-48ae-b52f-aa2352a92867 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:25:52.607410 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device c2f6d453-0fa2-48ae-b52f-aa2352a92867 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:25:52.818607 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83be019-35c7-4920-b174-f4186a611c2d req-1c146ae9-d607-432a-a42f-af5bbc8c865c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:52.820608 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f83be019-35c7-4920-b174-f4186a611c2d req-1c146ae9-d607-432a-a42f-af5bbc8c865c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0900354 Jun 24 14:25:52.862158 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f83be019-35c7-4920-b174-f4186a611c2d req-eb98f5c9-49c0-4382-aa5f-d6897d5779db tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359898 Jun 24 14:25:53.496035 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40444) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:53.618641 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ee2638fb-4ee0-43d6-86e8-80d40c2b831f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:53.633544 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ee2638fb-4ee0-43d6-86e8-80d40c2b831f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:53.638263 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ee2638fb-4ee0-43d6-86e8-80d40c2b831f admin admin] Usage tracker for resource:security_group_rule and tenant:6d083d72f50e44c2a2024b40f7fc490d is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:53.641058 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ee2638fb-4ee0-43d6-86e8-80d40c2b831f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:53.653015 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ee2638fb-4ee0-43d6-86e8-80d40c2b831f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:53.753843 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ee2638fb-4ee0-43d6-86e8-80d40c2b831f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:53.757707 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ee2638fb-4ee0-43d6-86e8-80d40c2b831f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:53.805822 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2638fb-4ee0-43d6-86e8-80d40c2b831f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e5aa9b-0bc5-4da6-8125-1f2ebc881992,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:53.813383 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 40458) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:53.813865 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-ee2638fb-4ee0-43d6-86e8-80d40c2b831f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d083d72f50e44c2a2024b40f7fc490d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157895 Jun 24 14:25:53.906785 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9f7817aa-ac6a-4b89-8298-1911b113b544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:53.932857 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9f7817aa-ac6a-4b89-8298-1911b113b544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:53.987477 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9f7817aa-ac6a-4b89-8298-1911b113b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.004725 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7817aa-ac6a-4b89-8298-1911b113b544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e5aa9b-0bc5-4da6-8125-1f2ebc881992,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:54.008093 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9f7817aa-ac6a-4b89-8298-1911b113b544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.012216 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-9f7817aa-ac6a-4b89-8298-1911b113b544 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3e5aa9b-0bc5-4da6-8125-1f2ebc881992 HTTP/1.1" status: 204 len: 168 time: 0.1970086 Jun 24 14:25:54.032791 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 40470) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:54.077438 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d64fd-bde3-4cff-ad79-be7458033e04 req-164386e3-30af-4e4c-a2dc-feb29242687e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:54.079079 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-549d64fd-bde3-4cff-ad79-be7458033e04 req-164386e3-30af-4e4c-a2dc-feb29242687e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1003077 Jun 24 14:25:54.129302 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-549d64fd-bde3-4cff-ad79-be7458033e04 req-c50ebb18-7e04-46e3-b09f-767daa7b972d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436804 Jun 24 14:25:54.331209 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40482) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:54.350594 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-55732cd2-7b38-4e68-981e-f7711f861bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.366476 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-55732cd2-7b38-4e68-981e-f7711f861bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:25:54.370908 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-55732cd2-7b38-4e68-981e-f7711f861bf0 admin admin] Usage tracker for resource:security_group_rule and tenant:7daea6aec1eb41d98c85741afbf89c71 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:25:54.373772 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-55732cd2-7b38-4e68-981e-f7711f861bf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:25:54.380272 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-55732cd2-7b38-4e68-981e-f7711f861bf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:25:54.488299 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-55732cd2-7b38-4e68-981e-f7711f861bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.496129 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-55732cd2-7b38-4e68-981e-f7711f861bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.552818 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-55732cd2-7b38-4e68-981e-f7711f861bf0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7daea6aec1eb41d98c85741afbf89c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203934 Jun 24 14:25:54.555696 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40492) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:54.569940 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55732cd2-7b38-4e68-981e-f7711f861bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a853ef47-2e74-451d-9ff8-5fa490d8a873,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:54.629149 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-dc7e52cd-8218-457b-adee-2d5e5110f3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.655639 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-dc7e52cd-8218-457b-adee-2d5e5110f3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.703783 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2decb6c6-91d3-4a2a-86ba-d9baf4e6b4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914461'] for router_interface, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.708890 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-dc7e52cd-8218-457b-adee-2d5e5110f3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.727113 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e52cd-8218-457b-adee-2d5e5110f3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a853ef47-2e74-451d-9ff8-5fa490d8a873,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:54.736742 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-dc7e52cd-8218-457b-adee-2d5e5110f3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:54.737899 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-dc7e52cd-8218-457b-adee-2d5e5110f3b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a853ef47-2e74-451d-9ff8-5fa490d8a873 HTTP/1.1" status: 204 len: 168 time: 0.1812651 Jun 24 14:25:55.075007 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-2decb6c6-91d3-4a2a-86ba-d9baf4e6b4eb admin admin] Deleting port 43fd12b2-6d47-484d-a120-a76afca0b5c1 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:25:55.075483 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2decb6c6-91d3-4a2a-86ba-d9baf4e6b4eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:55.257472 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-2decb6c6-91d3-4a2a-86ba-d9baf4e6b4eb admin admin] For port 43fd12b2-6d47-484d-a120-a76afca0b5c1, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=43fd12b2-6d47-484d-a120-a76afca0b5c1,segment=NetworkSegment(6d01c032-df06-46c0-a96a-15deafff33cc),segment_id=6d01c032-df06-46c0-a96a-15deafff33cc)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:55.257835 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2decb6c6-91d3-4a2a-86ba-d9baf4e6b4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:55.349702 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b99243-6a43-464b-8c2d-3bded546603e req-51c2ccf0-2cba-41ac-8d62-096d0e1eb619 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:55.351856 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-81b99243-6a43-464b-8c2d-3bded546603e req-51c2ccf0-2cba-41ac-8d62-096d0e1eb619 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1039190 Jun 24 14:25:55.387173 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-2decb6c6-91d3-4a2a-86ba-d9baf4e6b4eb admin admin] Calling delete_port for 43fd12b2-6d47-484d-a120-a76afca0b5c1 owned by network:router_interface {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:25:55.417017 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-81b99243-6a43-464b-8c2d-3bded546603e req-6e3fab68-edca-4b5a-a46a-8f97bdc436b5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588460 Jun 24 14:25:55.714928 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2decb6c6-91d3-4a2a-86ba-d9baf4e6b4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:55.763347 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decb6c6-91d3-4a2a-86ba-d9baf4e6b4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=43fd12b2-6d47-484d-a120-a76afca0b5c1,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:56.160237 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2decb6c6-91d3-4a2a-86ba-d9baf4e6b4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914409'] for router_interface, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:56.524940 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2decb6c6-91d3-4a2a-86ba-d9baf4e6b4eb admin admin] Router a35a9bb4-1396-45b8-b88a-eded40ceb942 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:25:56.634173 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c6d03-3b2e-424f-9592-1135c01e66cf req-fd5ef8b8-3b09-45af-9e46-8c754526a06e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:56.635773 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-670c6d03-3b2e-424f-9592-1135c01e66cf req-fd5ef8b8-3b09-45af-9e46-8c754526a06e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1068661 Jun 24 14:25:56.684075 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-670c6d03-3b2e-424f-9592-1135c01e66cf req-4a340a0a-f9c7-4731-995b-4ac46f38eb29 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Jun 24 14:25:56.728001 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2decb6c6-91d3-4a2a-86ba-d9baf4e6b4eb admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:25:56.739617 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab052295-3d59-42f6-8646-1e96c674c67b None None] Sync routers for ids ['a35a9bb4-1396-45b8-b88a-eded40ceb942'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:25:56.744346 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40554) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:56.753146 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-2decb6c6-91d3-4a2a-86ba-d9baf4e6b4eb admin admin] 10.222.0.16 "PUT /v2.0/routers/a35a9bb4-1396-45b8-b88a-eded40ceb942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7191288 Jun 24 14:25:56.755918 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab052295-3d59-42f6-8646-1e96c674c67b None None] Routers {'a35a9bb4-1396-45b8-b88a-eded40ceb942'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:25:56.757129 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-ab052295-3d59-42f6-8646-1e96c674c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:25:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['a35a9bb4-1396-45b8-b88a-eded40ceb942'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:56.934854 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:56.974187 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-ab052295-3d59-42f6-8646-1e96c674c67b None None] Set router a35a9bb4-1396-45b8-b88a-eded40ceb942 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:25:57.111499 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:57.121908 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Deleting port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:25:57.122238 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:57.277805 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-ab052295-3d59-42f6-8646-1e96c674c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'name': 'tempest-DeleteServersTestJSON-164831247-router', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:37Z', 'updated_at': '2022-06-24T14:25:55Z', 'revision_number': 5, 'project_id': '085034667ea744bb9c9438ba395db80b', 'gw_port': {'id': 'ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:39Z', 'updated_at': '2022-06-24T14:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:57.281538 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab052295-3d59-42f6-8646-1e96c674c67b None None] Checking router: a35a9bb4-1396-45b8-b88a-eded40ceb942 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:25:57.289524 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] For port ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:57.289885 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:57.290156 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab052295-3d59-42f6-8646-1e96c674c67b None None] Routers {'a35a9bb4-1396-45b8-b88a-eded40ceb942'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:25:57.290747 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-ab052295-3d59-42f6-8646-1e96c674c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:25:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['a35a9bb4-1396-45b8-b88a-eded40ceb942'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:57.438485 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-ab052295-3d59-42f6-8646-1e96c674c67b None None] Set router a35a9bb4-1396-45b8-b88a-eded40ceb942 gateway port host: None {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:25:57.461275 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Calling delete_port for ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e owned by network:router_gateway {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:25:57.538931 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-ab052295-3d59-42f6-8646-1e96c674c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'name': 'tempest-DeleteServersTestJSON-164831247-router', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:37Z', 'updated_at': '2022-06-24T14:25:57Z', 'revision_number': 6, 'project_id': '085034667ea744bb9c9438ba395db80b', 'gw_port_host': None}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:57.542640 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab052295-3d59-42f6-8646-1e96c674c67b None None] The sync data for ids ['a35a9bb4-1396-45b8-b88a-eded40ceb942'] in dv-cinder-847189-2-iscsi is: [{'id': 'a35a9bb4-1396-45b8-b88a-eded40ceb942', 'name': 'tempest-DeleteServersTestJSON-164831247-router', 'tenant_id': '085034667ea744bb9c9438ba395db80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:37Z', 'updated_at': '2022-06-24T14:25:57Z', 'revision_number': 6, 'project_id': '085034667ea744bb9c9438ba395db80b', 'gw_port_host': None}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:25:57.862847 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:57.915269 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:58.041499 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e8800-d7a3-4aaa-a319-01728f416592 req-2bd43c3b-e54a-456d-9668-af7b21f51c81 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:58.042876 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f41e8800-d7a3-4aaa-a319-01728f416592 req-2bd43c3b-e54a-456d-9668-af7b21f51c81 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.2466450 Jun 24 14:25:58.062693 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914556'] for router_gateway, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.241530 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3903381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29024'] for router, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.245143 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.248962 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f41e8800-d7a3-4aaa-a319-01728f416592 req-3f53e3da-2509-4ec0-9b28-126219e7f773 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997809 Jun 24 14:25:58.330371 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3899613'] for router, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.330880 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a35a9bb4-1396-45b8-b88a-eded40ceb942 {{(pid=88094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:25:58.344017 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] Notify callbacks [] for router, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.344946 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-2668eb88-aff8-4853-90f6-928a9a2948f8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a35a9bb4-1396-45b8-b88a-eded40ceb942 HTTP/1.1" status: 204 len: 168 time: 1.5996082 Jun 24 14:25:58.347565 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40578) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:58.405922 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a8e3ab-3bb9-4ba0-9872-8a4a204225b9 admin admin] Deleting subnet 1b5806d1-07fb-4a73-bcd3-148b95165f2b {{(pid=88094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:25:58.409081 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3ab-3bb9-4ba0-9872-8a4a204225b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.440295 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:25:58.461429 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3ab-3bb9-4ba0-9872-8a4a204225b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2988317'] for subnet, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.481514 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:25:58.481851 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device ed0e2ad0-fed1-4f1b-8911-2fe7bff4e50e not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:25:58.482250 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 43fd12b2-6d47-484d-a120-a76afca0b5c1 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:25:58.516857 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 43fd12b2-6d47-484d-a120-a76afca0b5c1 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:25:58.517193 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 43fd12b2-6d47-484d-a120-a76afca0b5c1 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:25:58.575101 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3ab-3bb9-4ba0-9872-8a4a204225b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.710630 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3ab-3bb9-4ba0-9872-8a4a204225b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3134340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3008979'] for subnet, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.746773 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8e3ab-3bb9-4ba0-9872-8a4a204225b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5806d1-07fb-4a73-bcd3-148b95165f2b,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:58.751471 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42a8e3ab-3bb9-4ba0-9872-8a4a204225b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.757311 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39daded1-0b50-4fcf-aa7c-1aae6883f3f2 None None] Network 8e14cfab-49a9-462c-8685-e98918a63d3d requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:25:58.757853 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-42a8e3ab-3bb9-4ba0-9872-8a4a204225b9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1b5806d1-07fb-4a73-bcd3-148b95165f2b HTTP/1.1" status: 204 len: 168 time: 0.4092658 Jun 24 14:25:58.760296 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40582) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:25:58.863719 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:58.877639 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Deleting port ab580128-e96c-4c5c-8269-2d93f67a85e8 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:25:58.877639 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.032751 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7950e454-e90d-4fdc-ba19-5cc808a36746 None None] DHCP port deletion for 8e14cfab-49a9-462c-8685-e98918a63d3d request from dv-cinder-847189-2-iscsi {{(pid=88096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:25:59.037118 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-7950e454-e90d-4fdc-ba19-5cc808a36746 None None] Deleting port ab580128-e96c-4c5c-8269-2d93f67a85e8 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:25:59.037684 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-7950e454-e90d-4fdc-ba19-5cc808a36746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.106171 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] For port ab580128-e96c-4c5c-8269-2d93f67a85e8, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=ab580128-e96c-4c5c-8269-2d93f67a85e8,segment=NetworkSegment(6d01c032-df06-46c0-a96a-15deafff33cc),segment_id=6d01c032-df06-46c0-a96a-15deafff33cc)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:59.106607 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.231364 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Calling delete_port for ab580128-e96c-4c5c-8269-2d93f67a85e8 owned by network:dhcp {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:25:59.242153 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-7950e454-e90d-4fdc-ba19-5cc808a36746 None None] For port ab580128-e96c-4c5c-8269-2d93f67a85e8, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=ab580128-e96c-4c5c-8269-2d93f67a85e8,segment=NetworkSegment(6d01c032-df06-46c0-a96a-15deafff33cc),segment_id=6d01c032-df06-46c0-a96a-15deafff33cc)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:25:59.242581 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-7950e454-e90d-4fdc-ba19-5cc808a36746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.307359 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.354854 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab580128-e96c-4c5c-8269-2d93f67a85e8,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:59.363172 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] No DVR routers for this DVR port ab580128-e96c-4c5c-8269-2d93f67a85e8 on host dv-cinder-847189-2-iscsi {{(pid=88094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:25:59.365008 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-7950e454-e90d-4fdc-ba19-5cc808a36746 None None] Calling delete_port for ab580128-e96c-4c5c-8269-2d93f67a85e8 owned by network:dhcp {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:25:59.529782 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.db.api [None req-7950e454-e90d-4fdc-ba19-5cc808a36746 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:25:59.530332 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG oslo_db.api [None req-7950e454-e90d-4fdc-ba19-5cc808a36746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:25:59.534025 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.570603 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e14cfab-49a9-462c-8685-e98918a63d3d']}} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:59.583981 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e76420-833e-400d-bf4b-029af5df184d req-0e1a1191-a6c6-4a94-9b01-b24a4798ed5a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:25:59.585956 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-67e76420-833e-400d-bf4b-029af5df184d req-0e1a1191-a6c6-4a94-9b01-b24a4798ed5a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.2268097 Jun 24 14:25:59.591555 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d01c032-df06-46c0-a96a-15deafff33cc') {'for_net_delete': True} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:59.592103 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d01c032-df06-46c0-a96a-15deafff33cc') {} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:25:59.621113 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2988308'] for segment, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.647409 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.658959 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=88094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:25:59.659345 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134250'] for segment, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.674825 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-67e76420-833e-400d-bf4b-029af5df184d req-17527eda-d577-4fdf-a31f-6d3d78d2f45e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762291 Jun 24 14:25:59.722519 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 6d01c032-df06-46c0-a96a-15deafff33cc resource provider aggregate not found Jun 24 14:25:59.746803 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 6d01c032-df06-46c0-a96a-15deafff33cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d01c032-df06-46c0-a96a-15deafff33cc found for delete ", "request_id": "req-df15a208-12d4-496f-8c31-84a45da8527c"}]} Jun 24 14:25:59.754538 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.776815 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:25:59.784684 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e14cfab-49a9-462c-8685-e98918a63d3d,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:25:59.798236 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-2c2dc6f6-c426-4880-b582-eea6a04ec783 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8e14cfab-49a9-462c-8685-e98918a63d3d HTTP/1.1" status: 204 len: 168 time: 1.0369833 Jun 24 14:25:59.965543 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40610) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:00.012476 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-a6dccb94-db96-4882-831c-fccb62c42267 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=085034667ea744bb9c9438ba395db80b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457563 Jun 24 14:26:00.014810 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40614) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:00.031616 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-7950e454-e90d-4fdc-ba19-5cc808a36746 None None] Deleting port ab580128-e96c-4c5c-8269-2d93f67a85e8 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:26:00.032088 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-7950e454-e90d-4fdc-ba19-5cc808a36746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:00.073973 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8458c993-b6ad-4284-99f1-35dfb3efe739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:00.106389 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8458c993-b6ad-4284-99f1-35dfb3efe739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:00.110898 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-7950e454-e90d-4fdc-ba19-5cc808a36746 None None] The port 'ab580128-e96c-4c5c-8269-2d93f67a85e8' was deleted {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:26:00.163302 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8458c993-b6ad-4284-99f1-35dfb3efe739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:00.182698 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458c993-b6ad-4284-99f1-35dfb3efe739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5db5138-b044-4e27-b2d8-93e64ce0cd15,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:00.185969 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8458c993-b6ad-4284-99f1-35dfb3efe739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:00.189833 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-8458c993-b6ad-4284-99f1-35dfb3efe739 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5db5138-b044-4e27-b2d8-93e64ce0cd15 HTTP/1.1" status: 204 len: 168 time: 0.1718137 Jun 24 14:26:00.441505 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device ab580128-e96c-4c5c-8269-2d93f67a85e8 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:26:00.477907 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: ab580128-e96c-4c5c-8269-2d93f67a85e8 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:26:00.478242 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device ab580128-e96c-4c5c-8269-2d93f67a85e8 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:26:00.877355 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53babc79-e04d-44e3-83ec-3cfc84e7f511 req-17eca9bd-6c81-4779-8cf2-bd108789e4f8 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:00.878854 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-53babc79-e04d-44e3-83ec-3cfc84e7f511 req-17eca9bd-6c81-4779-8cf2-bd108789e4f8 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0903051 Jun 24 14:26:00.909970 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 40654) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:00.922798 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-53babc79-e04d-44e3-83ec-3cfc84e7f511 req-92dcc208-5c62-4bc2-8e29-1c0e0d132fb0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Jun 24 14:26:01.014475 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-210439389-network', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:01.019659 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:01.024079 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Usage tracker for resource:network and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:01.026934 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:01.033099 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:01.044173 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Made reservation on behalf of ee3745d0a84a453ba17bf640b80f62a6 for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:26:01.046667 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.059430 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.073153 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:01.076859 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Usage tracker for resource:security_group_rule and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:01.079526 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:01.085490 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:01.173854 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.184551 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.220104 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=88095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:26:01.232860 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fa6d9d-1cf1-4b10-b8e0-5a8b6fa9c1ca,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:01.242428 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.243166 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Added segment c0f4d8ca-0835-43c7-ae57-28675a24a6c9 of type vlan for network d866f169-8269-4b35-afc6-9e5c3d6deb30 Jun 24 14:26:01.281810 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.314301 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.315624 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:01.316257 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.429615 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] Pushing event updated for resources: {'Network': ['ID=d866f169-8269-4b35-afc6-9e5c3d6deb30,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:01.436787 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40674) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:01.437352 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-c78ef083-0a69-4270-91b8-264aa52602b9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5258348 Jun 24 14:26:01.440928 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network d866f169-8269-4b35-afc6-9e5c3d6deb30 details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:26:01.444116 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Request body: {'subnet': {'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-210439389-subnet', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:01.449667 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:01.455351 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Usage tracker for resource:subnet and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:01.460909 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:01.470167 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:01.486253 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Made reservation on behalf of ee3745d0a84a453ba17bf640b80f62a6 for: {'subnet': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:26:01.488973 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009006'] for subnet, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.738336 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3092041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3008984'] for subnet, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.869647 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e28c7d3-954d-4590-b072-2d8fc3c5d8a1,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:01.879032 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Checking segment: {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:26:01.879426 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Network hostable DHCP agents. Network: d866f169-8269-4b35-afc6-9e5c3d6deb30, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:26:01.898453 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Network d866f169-8269-4b35-afc6-9e5c3d6deb30 is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:26:01.907141 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, d866f169-8269-4b35-afc6-9e5c3d6deb30) {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:26:01.911164 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:01.911753 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.916248 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f7caa9-9b57-48d7-9018-4dfe2297b6a2 None None] Network d866f169-8269-4b35-afc6-9e5c3d6deb30 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:26:01.934333 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-74589bc2-2496-473c-b4cd-fcf56e765e50 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4934502 Jun 24 14:26:01.934543 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40682) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:01.939219 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:01.945271 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:01.949641 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Usage tracker for resource:router and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:01.952544 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:01.958579 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:01.970062 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3903350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26522'] for router, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.971051 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29033'] for router, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:01.991504 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:02.156996 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-d866f169-8269-4b35-afc6-9e5c3d6deb30', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:26:02.157803 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:02.310381 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:02.334797 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Allocated IP 172.20.0.2 (d866f169-8269-4b35-afc6-9e5c3d6deb30/8e28c7d3-954d-4590-b072-2d8fc3c5d8a1/1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:26:02.413553 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4ae74-1953-490b-a576-9a1d3c212823 req-b862348c-e16f-469c-a7a7-0dbf7357acb0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:02.414988 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2db4ae74-1953-490b-a576-9a1d3c212823 req-b862348c-e16f-469c-a7a7-0dbf7357acb0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.3555560 Jun 24 14:26:02.472130 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2db4ae74-1953-490b-a576-9a1d3c212823 req-40e2b03f-b519-4ae6-8a0c-5ee1f69af074 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512905 Jun 24 14:26:02.539994 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:02.550721 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Transition to ACTIVE for port object 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:26:02.569198 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Transition to ACTIVE for port object 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:26:02.575540 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:02.683429 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Pushing event updated for resources: {'Port': ['ID=1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:02.692292 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:02.692664 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:02.693003 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:02.693337 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:02.693970 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:02.694165 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:02.694347 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:02.694655 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:02.695001 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:02.695326 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:02.695651 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:02.696459 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:02.700135 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Network d866f169-8269-4b35-afc6-9e5c3d6deb30 is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:26:02.701598 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:26:02.703783 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:26:02.703903 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:02.734065 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:02.804698 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Attempting to bind port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:26:02.805058 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Attempting to bind port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:26:02.805491 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Attempting to bind port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 on network d866f169-8269-4b35-afc6-9e5c3d6deb30 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:26:02.810724 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:26:02.811171 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Checking segment: {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:26:02.811637 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:02.812096 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Bound using segment: {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:26:02.812652 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Bound port: 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:26:02.813086 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:02.867113 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Allocated IP 172.27.2.80 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/d30af6ae-8295-4f18-bcb7-89781414cda0) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:26:02.901296 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] For port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:26:02.904212 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] For port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:26:02.908236 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:02.995896 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1669a2-4026-41be-907b-77594f8f54fa None None] Pushing event updated for resources: {'Port': ['ID=1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:03.022927 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:03.051358 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:03.110047 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:26:03.112855 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:26:03.121358 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:26:03.171125 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=d30af6ae-8295-4f18-bcb7-89781414cda0,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:03.628028 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:03.946094 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390a6b1-a074-4d32-baf1-d73997e98a87 req-6b9b8fdd-fe98-4e3c-8b01-4b73927368c2 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:03.947580 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3390a6b1-a074-4d32-baf1-d73997e98a87 req-6b9b8fdd-fe98-4e3c-8b01-4b73927368c2 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1970966 Jun 24 14:26:03.966019 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61534200-f866-4c40-b70d-926d71bd05f6 None None] Network d866f169-8269-4b35-afc6-9e5c3d6deb30 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:26:04.056237 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-562610b0-9665-4bb7-93c1-89e36817ed36 None None] Provisioning for port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:26:04.076976 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3390a6b1-a074-4d32-baf1-d73997e98a87 req-83d5f593-a82a-477e-a9ba-c1311171efd9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759425 Jun 24 14:26:04.100614 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3903300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520'] for router, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:04.322747 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a is scheduled to L3 agent f837352b-afc6-405d-a4a3-f96679748736 with binding_index 1 {{(pid=88094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:26:04.480730 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:26:04.505832 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:26:04.520980 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Sync routers for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:26:04.532526 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:04.533784 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-cabfc275-1530-4eb5-af7e-fa9b2bf26ce3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5983350 Jun 24 14:26:04.536472 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40718) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:04.550664 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:26:04.551275 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:25:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:04.715411 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:26:04.725992 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:26:04.726415 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:04.801115 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:26:05.071106 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:26:05.071780 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:05.139544 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:26:05.146328 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:05.223894 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:03Z', 'revision_number': 3, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:05.228396 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:05.231822 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Checking router: e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:26:05.232160 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Updating router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a port d30af6ae-8295-4f18-bcb7-89781414cda0 binding host dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:26:05.291119 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:05.293438 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:05.413590 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c9e80-38f7-4ada-a70e-1bc30f482682 req-d3a5b12e-c507-4783-a935-4014deec1318 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:05.415043 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-501c9e80-38f7-4ada-a70e-1bc30f482682 req-d3a5b12e-c507-4783-a935-4014deec1318 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.2170396 Jun 24 14:26:05.451057 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:05.516948 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-501c9e80-38f7-4ada-a70e-1bc30f482682 req-10df19e8-f002-4d63-8c58-3352143380ee tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954263 Jun 24 14:26:05.645244 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Notify callbacks [] for port, precommit_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:05.661988 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Transition to ACTIVE for port object d30af6ae-8295-4f18-bcb7-89781414cda0 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:26:05.668548 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:05.700836 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Allocated IP 172.20.0.1 (d866f169-8269-4b35-afc6-9e5c3d6deb30/8e28c7d3-954d-4590-b072-2d8fc3c5d8a1/cb03171b-03a3-4a25-a616-344537d41e22) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:26:05.754560 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Attempting to bind port d30af6ae-8295-4f18-bcb7-89781414cda0 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:26:05.754921 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Attempting to bind port d30af6ae-8295-4f18-bcb7-89781414cda0 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:26:05.756454 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Attempting to bind port d30af6ae-8295-4f18-bcb7-89781414cda0 on network 56739e03-84f5-401f-84c2-dbaf871a2b89 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:26:05.762748 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaf27a-5180-4869-8ab6-c8cc94adbba4 None None] Pushing event updated for resources: {'Port': ['ID=d30af6ae-8295-4f18-bcb7-89781414cda0,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:05.767648 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:26:05.768019 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:26:05.768414 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:05.768817 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Bound using segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:26:05.769309 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Bound port: d30af6ae-8295-4f18-bcb7-89781414cda0, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:26:05.769680 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:05.846684 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] For port d30af6ae-8295-4f18-bcb7-89781414cda0, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:26:05.850510 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] For port d30af6ae-8295-4f18-bcb7-89781414cda0, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d30af6ae-8295-4f18-bcb7-89781414cda0,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:26:05.855437 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:05.864749 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:05.882818 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.provisioning_blocks [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Transition to ACTIVE for port object cb03171b-03a3-4a25-a616-344537d41e22 will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:26:05.917348 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:05.938409 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:26:05.939014 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:25:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:05.982541 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Network d866f169-8269-4b35-afc6-9e5c3d6deb30 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:26:05.985329 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:26:05.998013 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:26:06.035616 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb03171b-03a3-4a25-a616-344537d41e22,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:06.039875 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaf27a-5180-4869-8ab6-c8cc94adbba4 None None] Pushing event updated for resources: {'Port': ['ID=d30af6ae-8295-4f18-bcb7-89781414cda0,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:06.066448 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3903314'] for router_interface, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.185942 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:26:06.314939 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.369923 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-c37e361c-e830-492b-91d4-d75039fc87b2 None None] Provisioning for port cb03171b-03a3-4a25-a616-344537d41e22 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:26:06.379318 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-c37e361c-e830-492b-91d4-d75039fc87b2 None None] Provisioning complete for port cb03171b-03a3-4a25-a616-344537d41e22 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:26:06.379683 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c37e361c-e830-492b-91d4-d75039fc87b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.465834 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-c37e361c-e830-492b-91d4-d75039fc87b2 None None] Port cb03171b-03a3-4a25-a616-344537d41e22 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:26:06.481327 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:26:06.593622 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:26:06.593966 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.655311 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:03Z', 'revision_number': 3, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:06.663500 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083865f-c409-484e-967f-d6c84d1d3610 None None] The sync data for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi is: [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:03Z', 'revision_number': 3, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:26:06.713549 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.723026 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.745878 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:26:06.842997 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903287'] for router_interface, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:06.853143 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb03171b-03a3-4a25-a616-344537d41e22,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:06.947760 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3041170-348f-4b71-bbe9-32a41733494e req-09d364b6-979a-477c-9de4-23b805a36167 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:06.950975 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e3041170-348f-4b71-bbe9-32a41733494e req-09d364b6-979a-477c-9de4-23b805a36167 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.2871683 Jun 24 14:26:07.035212 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e3041170-348f-4b71-bbe9-32a41733494e req-49011f0f-5a4f-499a-8802-c801785e0097 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683928 Jun 24 14:26:07.050063 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Network d866f169-8269-4b35-afc6-9e5c3d6deb30 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:26:07.051216 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:26:07.250996 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:26:07.300588 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-4d1b350e-252f-4c46-9d3e-c28ed057c1d3 None None] Provisioning complete for port cb03171b-03a3-4a25-a616-344537d41e22 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:26:07.301200 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4d1b350e-252f-4c46-9d3e-c28ed057c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:07.362597 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b350e-252f-4c46-9d3e-c28ed057c1d3 None None] Port cb03171b-03a3-4a25-a616-344537d41e22 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:26:07.438551 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:26:07.448764 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-1fbd7467-5ab2-445d-b6a7-89cac91c07d9 admin admin] 10.222.0.16 "PUT /v2.0/routers/e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9112539 Jun 24 14:26:07.768941 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40760) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:07.774789 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1678628124', 'description': 'tempest-description--1736945095'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:07.780927 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:07.784874 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Usage tracker for resource:security_group and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:07.787844 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:07.794451 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:07.804784 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:07.824315 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:07.828039 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Usage tracker for resource:security_group_rule and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:07.831092 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:07.836975 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:07.915588 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:07.919852 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:07.961880 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25323ea1-310a-4fb7-9edd-92348d3071ae,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:07.965768 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:07.969912 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-99bcb615-d463-4503-92dd-11d28fa039f8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1970470 Jun 24 14:26:07.970172 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40770) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:07.975179 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-6cda5791-58e9-44bd-a037-85b55dd7d6cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Request body: {'security_group_rule': {'security_group_id': '25323ea1-310a-4fb7-9edd-92348d3071ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:07.981183 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-6cda5791-58e9-44bd-a037-85b55dd7d6cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:07.985032 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-6cda5791-58e9-44bd-a037-85b55dd7d6cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Usage tracker for resource:security_group_rule and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:07.987880 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-6cda5791-58e9-44bd-a037-85b55dd7d6cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:07.994192 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-6cda5791-58e9-44bd-a037-85b55dd7d6cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:08.015878 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6cda5791-58e9-44bd-a037-85b55dd7d6cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.094390 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6cda5791-58e9-44bd-a037-85b55dd7d6cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.098484 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6cda5791-58e9-44bd-a037-85b55dd7d6cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.131549 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda5791-58e9-44bd-a037-85b55dd7d6cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe9d5d5-1f58-4aa0-aa92-c2463a77fbb4,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:08.148230 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6cda5791-58e9-44bd-a037-85b55dd7d6cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.149477 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-6cda5791-58e9-44bd-a037-85b55dd7d6cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1784098 Jun 24 14:26:08.152090 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40778) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:08.157489 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-00213e11-0ec1-4802-81ca-2ef5fc0d3b09 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Request body: {'security_group_rule': {'security_group_id': '25323ea1-310a-4fb7-9edd-92348d3071ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:08.163500 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-00213e11-0ec1-4802-81ca-2ef5fc0d3b09 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:08.167984 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-00213e11-0ec1-4802-81ca-2ef5fc0d3b09 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Usage tracker for resource:security_group_rule and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:08.173150 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-00213e11-0ec1-4802-81ca-2ef5fc0d3b09 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:08.217772 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-00213e11-0ec1-4802-81ca-2ef5fc0d3b09 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:08.246120 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-00213e11-0ec1-4802-81ca-2ef5fc0d3b09 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.252195 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Sync routers for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:26:08.262466 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:26:08.263075 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:25:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:08.315088 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84e074-ff75-4d76-9558-afaae808cb46 req-6f1e7c90-2ce8-4c00-8c4d-c4456a39338a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:08.316627 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3c84e074-ff75-4d76-9558-afaae808cb46 req-6f1e7c90-2ce8-4c00-8c4d-c4456a39338a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1458883 Jun 24 14:26:08.345099 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-00213e11-0ec1-4802-81ca-2ef5fc0d3b09 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.355595 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-00213e11-0ec1-4802-81ca-2ef5fc0d3b09 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.395940 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00213e11-0ec1-4802-81ca-2ef5fc0d3b09 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a50965b-2312-492a-903a-3300d6cb4998,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:08.403287 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3c84e074-ff75-4d76-9558-afaae808cb46 req-7baa021c-dc59-4e01-8e44-c51146af2701 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782571 Jun 24 14:26:08.409893 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-00213e11-0ec1-4802-81ca-2ef5fc0d3b09 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.411128 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-00213e11-0ec1-4802-81ca-2ef5fc0d3b09 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2580712 Jun 24 14:26:08.414616 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40782) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:08.419927 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:08.425771 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:08.437303 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Usage tracker for resource:floatingip and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:08.441597 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:08.444604 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-d7664d6f-b401-4e27-b358-674c6c5fa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.450260 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:08.452187 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:26:08.463314 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.527288 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d30af6ae-8295-4f18-bcb7-89781414cda0 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:26:08.605841 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.642181 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port d30af6ae-8295-4f18-bcb7-89781414cda0 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:26:08.650227 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port d30af6ae-8295-4f18-bcb7-89781414cda0 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:26:08.650752 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.771269 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Allocated IP 172.27.2.103 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/3e0d4d11-27aa-4256-8667-3de7b5ecf1c4) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:26:08.792560 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 2, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:08.793454 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port d30af6ae-8295-4f18-bcb7-89781414cda0 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:26:08.793892 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.796891 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Checking router: e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:26:08.797251 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Updating router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a port cb03171b-03a3-4a25-a616-344537d41e22 binding host dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:26:08.810453 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port d30af6ae-8295-4f18-bcb7-89781414cda0, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d30af6ae-8295-4f18-bcb7-89781414cda0,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:26:08.814395 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.859160 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:08.886068 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=d30af6ae-8295-4f18-bcb7-89781414cda0,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:09.044411 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.075589 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.153180 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:26:09.160138 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:26:09.164234 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:26:09.194572 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event updated for resources: {'Port': ['ID=3e0d4d11-27aa-4256-8667-3de7b5ecf1c4,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:09.264329 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.276830 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.provisioning_blocks [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Transition to ACTIVE for port object cb03171b-03a3-4a25-a616-344537d41e22 will not be triggered until provisioned by entity L2. {{(pid=88097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:26:09.282670 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.297081 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.362943 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.475243 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Pushing event updated for resources: {'Port': ['ID=cb03171b-03a3-4a25-a616-344537d41e22,revision_number=3']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:09.527632 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:09.528221 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:09.528831 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:09.529318 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:09.529661 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:09.529997 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:09.530330 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:09.530666 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:09.531012 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:09.531356 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:09.531823 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:09.532287 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:09.554520 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Attempting to bind port cb03171b-03a3-4a25-a616-344537d41e22 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:26:09.555124 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Attempting to bind port cb03171b-03a3-4a25-a616-344537d41e22 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:26:09.555658 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Attempting to bind port cb03171b-03a3-4a25-a616-344537d41e22 on network d866f169-8269-4b35-afc6-9e5c3d6deb30 {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:26:09.561553 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:26:09.562174 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Checking segment: {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:26:09.562762 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.563311 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Bound using segment: {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:26:09.564015 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Bound port: cb03171b-03a3-4a25-a616-344537d41e22, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'}}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:26:09.564687 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.610300 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.664180 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.665429 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] For port cb03171b-03a3-4a25-a616-344537d41e22, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:26:09.668470 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] For port cb03171b-03a3-4a25-a616-344537d41e22, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=cb03171b-03a3-4a25-a616-344537d41e22,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:26:09.672757 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.755044 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:26:09.756131 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:25:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:09.798446 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event updated for resources: {'Port': ['ID=3e0d4d11-27aa-4256-8667-3de7b5ecf1c4,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:09.808329 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.855262 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed4e8b-d1a1-4edb-ae24-765a0e1651c1 req-85510df7-1b9d-459e-8be5-e6389c204254 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:09.856787 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c7ed4e8b-d1a1-4edb-ae24-765a0e1651c1 req-85510df7-1b9d-459e-8be5-e6389c204254 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.2436395 Jun 24 14:26:09.857703 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:09.867124 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-0f96de1f-75bb-45a7-9da3-90765d14188f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4512482 Jun 24 14:26:09.913278 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791280d-6502-400b-94ae-450fe7d2a2f1 None None] Pushing event updated for resources: {'Port': ['ID=cb03171b-03a3-4a25-a616-344537d41e22,revision_number=4']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:09.932960 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c7ed4e8b-d1a1-4edb-ae24-765a0e1651c1 req-3267bd74-a6f0-4c5f-b189-e3c47b5e4a8c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634935 Jun 24 14:26:09.957167 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:26:10.101944 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-4f420783-0383-42dd-82ae-39700e9979bd req-2d1bfd86-5a0e-40d8-9797-ed5e46ed3802 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Synchronizing usage tracker for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:26:10.119727 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-4f420783-0383-42dd-82ae-39700e9979bd req-2d1bfd86-5a0e-40d8-9797-ed5e46ed3802 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Unset dirty status for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:26:10.121277 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-2d1bfd86-5a0e-40d8-9797-ed5e46ed3802 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1678628124&fields=id&tenant_id=ee3745d0a84a453ba17bf640b80f62a6 HTTP/1.1" status: 200 len: 267 time: 0.0603321 Jun 24 14:26:10.277172 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420783-0383-42dd-82ae-39700e9979bd req-2531ffa7-757e-4aa6-bd66-d5937ce88f19 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:10.280886 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-2531ffa7-757e-4aa6-bd66-d5937ce88f19 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/networks?id=d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 200 len: 810 time: 0.1529872 Jun 24 14:26:10.302605 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-8f9f75bf-392c-4b2d-8c58-db5c3e82fe74 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/quotas/ee3745d0a84a453ba17bf640b80f62a6 HTTP/1.1" status: 200 len: 375 time: 0.0169899 Jun 24 14:26:10.321419 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:09Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:10.325202 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173c262-5677-4d12-9519-8e5ba76bc8d9 None None] The sync data for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi is: [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:09Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:26:10.419125 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-4f420783-0383-42dd-82ae-39700e9979bd req-3684912e-33c2-4711-af14-ee95c65b33a1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Synchronizing usage tracker for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:port {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:26:10.438726 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-4f420783-0383-42dd-82ae-39700e9979bd req-3684912e-33c2-4711-af14-ee95c65b33a1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Unset dirty status for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:port {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:26:10.440244 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-3684912e-33c2-4711-af14-ee95c65b33a1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1368048 Jun 24 14:26:10.552003 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d30af6ae-8295-4f18-bcb7-89781414cda0 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:26:10.604051 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-40747d65-03dc-4549-87f0-5e263100d985 service neutron] 10.222.0.16 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480193 Jun 24 14:26:10.640893 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port d30af6ae-8295-4f18-bcb7-89781414cda0 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:26:10.641261 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:10.702611 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-942b47d5-b14c-4a39-a9db-5d39feb65fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:10.747983 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-a0c8e7cd-d8ad-49dc-8833-15527063998b service neutron] 10.222.0.16 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377943 Jun 24 14:26:10.783331 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port d30af6ae-8295-4f18-bcb7-89781414cda0 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:26:10.784521 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device cb03171b-03a3-4a25-a616-344537d41e22 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:26:10.862615 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port cb03171b-03a3-4a25-a616-344537d41e22 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:26:10.870049 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port cb03171b-03a3-4a25-a616-344537d41e22 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:26:10.870420 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:10.999497 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9ea7c5ab-f19e-47da-8a00-cee45e195c39 req-6ceaac3c-b689-4ca8-81f2-6247b6e47862 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 210 time: 0.0714004 Jun 24 14:26:11.080241 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port cb03171b-03a3-4a25-a616-344537d41e22 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:26:11.080805 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:11.150431 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port cb03171b-03a3-4a25-a616-344537d41e22, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=cb03171b-03a3-4a25-a616-344537d41e22,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:26:11.157485 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:11.237350 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb04dcf-787d-46dd-bf15-251782b69620 req-eeae6093-d793-4bf7-82b8-bfb7a54d1138 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:11.241308 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-efb04dcf-787d-46dd-bf15-251782b69620 req-eeae6093-d793-4bf7-82b8-bfb7a54d1138 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1464772 Jun 24 14:26:11.243105 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=cb03171b-03a3-4a25-a616-344537d41e22,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:11.295268 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-efb04dcf-787d-46dd-bf15-251782b69620 req-a9908520-d85b-48a5-af68-306a70a97d35 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487494 Jun 24 14:26:11.604605 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:11.930503 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:12.258477 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3139a205-5485-44cb-b74e-e0b3e0ae97aa req-5f97be72-cff0-4786-8e73-906b86c32bb2 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 210 time: 0.1332788 Jun 24 14:26:12.449770 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device cb03171b-03a3-4a25-a616-344537d41e22 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:26:12.495659 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0ef00-c806-45cf-b461-dd5490d5a76c req-b16d645b-a4ec-431a-a1fe-68e0250c20dc tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:12.497412 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5bc0ef00-c806-45cf-b461-dd5490d5a76c req-b16d645b-a4ec-431a-a1fe-68e0250c20dc tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0962827 Jun 24 14:26:12.568751 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5bc0ef00-c806-45cf-b461-dd5490d5a76c req-47034ffe-fc60-483b-85b2-28522f0f0195 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591824 Jun 24 14:26:12.569487 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port cb03171b-03a3-4a25-a616-344537d41e22 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:26:12.570460 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:12.702681 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port cb03171b-03a3-4a25-a616-344537d41e22 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:26:13.415811 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5ce902e8-fd0d-4803-b838-66171cb3dcc2 req-09f7e79d-84d5-4f8b-aeac-a2f6dac3b9d6 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 210 time: 0.0495043 Jun 24 14:26:13.632243 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:13.770189 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de93dd-e5d5-4d91-a4ab-cdb7e0888a19 req-a29be30a-07ab-4a79-88c6-104d85e4c23c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:13.771764 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-47de93dd-e5d5-4d91-a4ab-cdb7e0888a19 req-a29be30a-07ab-4a79-88c6-104d85e4c23c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0863392 Jun 24 14:26:13.820222 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-47de93dd-e5d5-4d91-a4ab-cdb7e0888a19 req-3e606e4e-d1a2-415c-8d73-e712e2084644 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 Jun 24 14:26:14.577560 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e2d9c27f-ea58-47ac-98b3-abe5cec162f8 req-e0f239c7-c806-4c64-be15-77b65d9c37a5 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 210 time: 0.0479579 Jun 24 14:26:15.016046 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29bd10-a633-48de-b0ed-cb69b72b86fd req-65d74580-8210-4034-b825-84a2b37c2c61 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:15.017504 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-df29bd10-a633-48de-b0ed-cb69b72b86fd req-65d74580-8210-4034-b825-84a2b37c2c61 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0901885 Jun 24 14:26:15.063811 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-df29bd10-a633-48de-b0ed-cb69b72b86fd req-3dba5034-0cd6-4ced-ae0f-43422e83b9fa tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397809 Jun 24 14:26:15.467297 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420783-0383-42dd-82ae-39700e9979bd req-6b673045-188e-4305-b999-14b43f449bd3 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:15.467968 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-4f420783-0383-42dd-82ae-39700e9979bd req-6b673045-188e-4305-b999-14b43f449bd3 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Synchronizing usage tracker for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:network {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:26:15.485840 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-4f420783-0383-42dd-82ae-39700e9979bd req-6b673045-188e-4305-b999-14b43f449bd3 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Unset dirty status for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:network {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:26:15.486957 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-6b673045-188e-4305-b999-14b43f449bd3 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.36 "GET /v2.0/networks?id=d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 200 len: 810 time: 0.1753492 Jun 24 14:26:15.563160 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-4f420783-0383-42dd-82ae-39700e9979bd req-e2348481-f890-44e5-af07-19a80c718037 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Synchronizing usage tracker for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:security_group {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:26:15.575982 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-4f420783-0383-42dd-82ae-39700e9979bd req-e2348481-f890-44e5-af07-19a80c718037 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Unset dirty status for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:security_group {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:26:15.577141 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-e2348481-f890-44e5-af07-19a80c718037 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee3745d0a84a453ba17bf640b80f62a6 HTTP/1.1" status: 200 len: 380 time: 0.0563247 Jun 24 14:26:15.611877 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Request body: {'port': {'device_id': '8adde593-9564-435d-b08c-9822f42aab87', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'admin_state_up': True, 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'security_groups': ['25323ea1-310a-4fb7-9edd-92348d3071ae']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:15.738458 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2e8b8d6d-34a0-473f-ae5b-740346cd4487 req-a950755e-424d-4b19-961c-15cd0947e618 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 210 time: 0.0488284 Jun 24 14:26:15.751665 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:15.761402 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:15.770955 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Made reservation on behalf of ee3745d0a84a453ba17bf640b80f62a6 for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:26:15.775100 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:16.022065 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Allocated IP 172.20.0.12 (d866f169-8269-4b35-afc6-9e5c3d6deb30/8e28c7d3-954d-4590-b072-2d8fc3c5d8a1/631607fb-c619-44e2-aeea-7f2e1ca4b791) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:26:16.206943 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:16.223705 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Transition to ACTIVE for port object 631607fb-c619-44e2-aeea-7f2e1ca4b791 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:26:16.248443 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:16.265279 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558b81a-9564-412c-b166-9cc8f77a4e89 req-dd033a49-4e16-4fbb-affa-045037f7643a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:16.266705 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1558b81a-9564-412c-b166-9cc8f77a4e89 req-dd033a49-4e16-4fbb-affa-045037f7643a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0935237 Jun 24 14:26:16.310871 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1558b81a-9564-412c-b166-9cc8f77a4e89 req-dbfbf18f-270f-4b61-ba1d-fd76f798ccbd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383866 Jun 24 14:26:16.320024 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Network d866f169-8269-4b35-afc6-9e5c3d6deb30 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:26:16.328922 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:26:16.333433 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:26:16.379498 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event updated for resources: {'Port': ['ID=631607fb-c619-44e2-aeea-7f2e1ca4b791,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:16.423444 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:16.424196 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:16.453159 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-fe7b730c-8b1e-470d-952d-a462d9a9fa17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8462796 Jun 24 14:26:16.487340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Request body: {'port': {'device_id': '8adde593-9564-435d-b08c-9822f42aab87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:16.613360 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:16.628129 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-328aa6fa-cb38-4816-9bb8-ea50fcf7363d None None] Provisioning for port 631607fb-c619-44e2-aeea-7f2e1ca4b791 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:26:16.633911 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-328aa6fa-cb38-4816-9bb8-ea50fcf7363d None None] Provisioning complete for port 631607fb-c619-44e2-aeea-7f2e1ca4b791 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:26:16.634771 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-328aa6fa-cb38-4816-9bb8-ea50fcf7363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:16.694803 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-328aa6fa-cb38-4816-9bb8-ea50fcf7363d None None] Port 631607fb-c619-44e2-aeea-7f2e1ca4b791 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:26:16.961283 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f491c0-8153-4768-b95f-fb38407fbc59 req-9ce1918e-a3be-43f9-a153-a030c5559518 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:16.969076 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-81f491c0-8153-4768-b95f-fb38407fbc59 req-9ce1918e-a3be-43f9-a153-a030c5559518 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 932 time: 0.1149461 Jun 24 14:26:17.018665 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-81f491c0-8153-4768-b95f-fb38407fbc59 req-fa5116be-7056-4087-868a-f9c16519413c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461500 Jun 24 14:26:17.029511 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631607fb-c619-44e2-aeea-7f2e1ca4b791 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:26:17.037935 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:17.054715 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Transition to ACTIVE for port object 631607fb-c619-44e2-aeea-7f2e1ca4b791 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:26:17.057748 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:17.220686 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Pushing event updated for resources: {'Port': ['ID=631607fb-c619-44e2-aeea-7f2e1ca4b791,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:17.299330 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Attempting to bind port 631607fb-c619-44e2-aeea-7f2e1ca4b791 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:26:17.299657 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Attempting to bind port 631607fb-c619-44e2-aeea-7f2e1ca4b791 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:26:17.299979 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Attempting to bind port 631607fb-c619-44e2-aeea-7f2e1ca4b791 on network d866f169-8269-4b35-afc6-9e5c3d6deb30 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:26:17.305730 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Port 631607fb-c619-44e2-aeea-7f2e1ca4b791 on network d866f169-8269-4b35-afc6-9e5c3d6deb30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:26:17.306049 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Attempting to bind port 631607fb-c619-44e2-aeea-7f2e1ca4b791 on network d866f169-8269-4b35-afc6-9e5c3d6deb30 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:26:17.312032 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:26:17.312358 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Checking segment: {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:26:17.312811 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Bound using segment: {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:26:17.313232 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Bound port: 631607fb-c619-44e2-aeea-7f2e1ca4b791, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:26:17.313578 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:17.404913 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] For port 631607fb-c619-44e2-aeea-7f2e1ca4b791, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:26:17.407714 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] For port 631607fb-c619-44e2-aeea-7f2e1ca4b791, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=631607fb-c619-44e2-aeea-7f2e1ca4b791,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:26:17.411688 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:17.466702 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:17.467570 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:17.468975 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] 10.222.0.36 "PUT /v2.0/ports/631607fb-c619-44e2-aeea-7f2e1ca4b791 HTTP/1.1" status: 200 len: 1094 time: 0.9858186 Jun 24 14:26:17.469624 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adde593-9564-435d-b08c-9822f42aab87', 'tag': '631607fb-c619-44e2-aeea-7f2e1ca4b791'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:26:17.502898 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d8bf0-6629-4793-bc76-093cfaf80151 service neutron] Pushing event updated for resources: {'Port': ['ID=631607fb-c619-44e2-aeea-7f2e1ca4b791,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:17.537845 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2f0c3-43f7-4bb0-b528-f274b4408421 req-b362dc24-6d67-455f-834c-99b9cf8823e4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:17.539370 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0bd2f0c3-43f7-4bb0-b528-f274b4408421 req-b362dc24-6d67-455f-834c-99b9cf8823e4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1193600 Jun 24 14:26:17.591348 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0bd2f0c3-43f7-4bb0-b528-f274b4408421 req-595d46f6-c3ab-4eca-9bf1-cb99fc0d69de tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461829 Jun 24 14:26:17.597076 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd275522-1eab-44b5-b6cd-23e86c41bbc6'] response: {'name': 'network-changed', 'server_uuid': '8adde593-9564-435d-b08c-9822f42aab87', 'tag': '631607fb-c619-44e2-aeea-7f2e1ca4b791', 'status': 'completed', 'code': 200} Jun 24 14:26:17.656512 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420783-0383-42dd-82ae-39700e9979bd req-1dc07aa1-8a07-4a56-9faa-5519b1fe9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:17.657878 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-1dc07aa1-8a07-4a56-9faa-5519b1fe9ec2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 1097 time: 0.1097815 Jun 24 14:26:17.747335 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-6f99b74f-daba-4515-aa40-ea69ab585486 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=631607fb-c619-44e2-aeea-7f2e1ca4b791 HTTP/1.1" status: 200 len: 217 time: 0.0683134 Jun 24 14:26:17.817103 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420783-0383-42dd-82ae-39700e9979bd req-9ca7f777-c352-4507-82d0-cd76c9e0bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:17.818707 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-9ca7f777-c352-4507-82d0-cd76c9e0bf9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e28c7d3-954d-4590-b072-2d8fc3c5d8a1 HTTP/1.1" status: 200 len: 849 time: 0.0621259 Jun 24 14:26:17.902158 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f420783-0383-42dd-82ae-39700e9979bd req-dc07c21b-3880-40b4-9e2e-7fe46673810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:17.903586 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-dc07c21b-3880-40b4-9e2e-7fe46673810c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d866f169-8269-4b35-afc6-9e5c3d6deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778010 Jun 24 14:26:18.122557 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 40972) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:18.138369 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-221db7af-00d4-429c-ac15-e665e1c6a0b1 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272146 Jun 24 14:26:18.259856 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-435a5493-cdab-4707-bd94-07d327e2bdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:18.282755 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-435a5493-cdab-4707-bd94-07d327e2bdb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:18.286864 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4f420783-0383-42dd-82ae-39700e9979bd req-0d46c1ab-849a-4e61-a48a-97b811bb1197 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415498 Jun 24 14:26:18.288720 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-435a5493-cdab-4707-bd94-07d327e2bdb2 admin admin] Usage tracker for resource:security_group_rule and tenant:dd7bade093d449bd869cc134ceaceb81 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:18.292655 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-435a5493-cdab-4707-bd94-07d327e2bdb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:18.305607 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3b995-2cc2-4cb8-b1a0-1bfb3169e5b4 req-428a9803-cc1b-439b-bef8-ffd6f40f09c7 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:18.307041 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f8b3b995-2cc2-4cb8-b1a0-1bfb3169e5b4 req-428a9803-cc1b-439b-bef8-ffd6f40f09c7 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 944 time: 0.1464746 Jun 24 14:26:18.307900 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-435a5493-cdab-4707-bd94-07d327e2bdb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:18.376108 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f8b3b995-2cc2-4cb8-b1a0-1bfb3169e5b4 req-5874c9d6-8759-4e9d-b5d9-2c7225bbd690 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629652 Jun 24 14:26:18.436483 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-435a5493-cdab-4707-bd94-07d327e2bdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:18.440182 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-435a5493-cdab-4707-bd94-07d327e2bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:18.486504 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-435a5493-cdab-4707-bd94-07d327e2bdb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd7bade093d449bd869cc134ceaceb81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627112 Jun 24 14:26:18.487223 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a5493-cdab-4707-bd94-07d327e2bdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bd4a59-f8e0-4fe6-a6d8-b44d4eba24c9,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:18.489131 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 40982) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:18.552213 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7fe94553-a321-47b2-bd5d-f1349e60dbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:18.579598 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7fe94553-a321-47b2-bd5d-f1349e60dbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:18.638076 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7fe94553-a321-47b2-bd5d-f1349e60dbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:18.655634 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe94553-a321-47b2-bd5d-f1349e60dbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bd4a59-f8e0-4fe6-a6d8-b44d4eba24c9,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:18.660431 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7fe94553-a321-47b2-bd5d-f1349e60dbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:18.668874 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-7fe94553-a321-47b2-bd5d-f1349e60dbc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83bd4a59-f8e0-4fe6-a6d8-b44d4eba24c9 HTTP/1.1" status: 204 len: 168 time: 0.1736560 Jun 24 14:26:18.812582 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c417c43-2ee8-40bd-af84-d46707d48d1f req-b0cad76b-88f4-4803-8039-73c1bfb4d5dd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:18.814054 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5c417c43-2ee8-40bd-af84-d46707d48d1f req-b0cad76b-88f4-4803-8039-73c1bfb4d5dd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0915768 Jun 24 14:26:18.858966 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5c417c43-2ee8-40bd-af84-d46707d48d1f req-05854ce3-8052-4f35-b207-6be284faf595 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392330 Jun 24 14:26:18.959495 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 40996) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:18.977332 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-14263e4c-014e-4a34-a13b-51c6b933a326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:18.992808 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-14263e4c-014e-4a34-a13b-51c6b933a326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:18.996505 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-14263e4c-014e-4a34-a13b-51c6b933a326 admin admin] Usage tracker for resource:security_group_rule and tenant:190ed18cb99a47f89fa15e7c5562fd9d is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:18.999285 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-14263e4c-014e-4a34-a13b-51c6b933a326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:19.004815 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-14263e4c-014e-4a34-a13b-51c6b933a326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:19.089610 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-14263e4c-014e-4a34-a13b-51c6b933a326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:19.094966 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-14263e4c-014e-4a34-a13b-51c6b933a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:19.134323 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-14263e4c-014e-4a34-a13b-51c6b933a326 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=190ed18cb99a47f89fa15e7c5562fd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736476 Jun 24 14:26:19.143703 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 41004) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:19.180350 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14263e4c-014e-4a34-a13b-51c6b933a326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168afc1b-8ef6-4c4c-a3ac-0eac00dc749e,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:19.215127 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-40444003-01de-4013-8c5a-50bd27b0f33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:19.240387 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-40444003-01de-4013-8c5a-50bd27b0f33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:19.296761 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-40444003-01de-4013-8c5a-50bd27b0f33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:19.307061 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:26:19.313470 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40444003-01de-4013-8c5a-50bd27b0f33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168afc1b-8ef6-4c4c-a3ac-0eac00dc749e,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:19.317186 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-40444003-01de-4013-8c5a-50bd27b0f33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:19.318296 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-40444003-01de-4013-8c5a-50bd27b0f33c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/168afc1b-8ef6-4c4c-a3ac-0eac00dc749e HTTP/1.1" status: 204 len: 168 time: 0.1805675 Jun 24 14:26:19.591083 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb4580-7808-4b6b-a054-a945f26201e4 req-52556b36-87be-4920-a5bc-1c40da32d1d6 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:19.593410 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4eeb4580-7808-4b6b-a054-a945f26201e4 req-52556b36-87be-4920-a5bc-1c40da32d1d6 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 944 time: 0.0967691 Jun 24 14:26:19.649058 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4eeb4580-7808-4b6b-a054-a945f26201e4 req-8a8ac20e-580a-4b1f-b6fd-c116ba08a870 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497336 Jun 24 14:26:20.058675 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa69e05-4dec-4110-8837-a6841ec8c4b3 req-c167b07b-c50d-4617-8f20-8b8babc1eb63 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:20.060134 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-daa69e05-4dec-4110-8837-a6841ec8c4b3 req-c167b07b-c50d-4617-8f20-8b8babc1eb63 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0926695 Jun 24 14:26:20.074268 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 41036) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:20.104933 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-daa69e05-4dec-4110-8837-a6841ec8c4b3 req-6b0c3ea5-9fff-4fac-83e8-64763b1209dc tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387111 Jun 24 14:26:20.181564 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-382419525-network', 'tenant_id': '95011c5456f84687a243e15f9156009e'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:20.186794 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:20.191277 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Usage tracker for resource:network and tenant:95011c5456f84687a243e15f9156009e is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:20.195051 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:20.200894 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:20.214493 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Made reservation on behalf of 95011c5456f84687a243e15f9156009e for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:26:20.218420 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:20.231670 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:20.246665 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:20.250865 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Usage tracker for resource:security_group_rule and tenant:95011c5456f84687a243e15f9156009e is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:20.254172 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:20.263052 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:20.345986 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:20.350384 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:20.380512 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=88095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:26:20.388890 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d378834-37c3-4d88-afef-0c160e189ecb,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:20.395391 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:20.396207 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Added segment 548cdf98-c81c-4ebf-beda-deb6937a44c8 of type vlan for network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae Jun 24 14:26:20.422005 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:20.451441 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:20.452304 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:20.452936 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:20.557401 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4820039 Jun 24 14:26:20.560490 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 41048) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:20.562794 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8588c9-3b19-47a3-9c54-8da957fa766d admin admin] Pushing event updated for resources: {'Network': ['ID=4c88c448-c4b1-44ad-9193-0fae54dbf5ae,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:20.566497 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Request body: {'subnet': {'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-382419525-subnet', 'tenant_id': '95011c5456f84687a243e15f9156009e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:20.571306 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:20.576792 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:26:20.577352 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Usage tracker for resource:subnet and tenant:95011c5456f84687a243e15f9156009e is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:20.580367 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:20.586489 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:20.596952 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Made reservation on behalf of 95011c5456f84687a243e15f9156009e for: {'subnet': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:26:20.600211 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009006'] for subnet, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:20.857062 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3092041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3008984'] for subnet, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:21.020455 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53115d99-9dc6-41f3-a048-85c36eba6002 req-87897464-e8e4-4722-bf67-3d3500b2f9d1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:21.022473 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-53115d99-9dc6-41f3-a048-85c36eba6002 req-87897464-e8e4-4722-bf67-3d3500b2f9d1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 944 time: 0.2559874 Jun 24 14:26:21.026902 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b9bb70-b104-4ad3-8893-32583f50d8ee,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:21.053302 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Checking segment: {'id': '548cdf98-c81c-4ebf-beda-deb6937a44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:26:21.053652 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Network hostable DHCP agents. Network: 4c88c448-c4b1-44ad-9193-0fae54dbf5ae, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:26:21.085767 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-53115d99-9dc6-41f3-a048-85c36eba6002 req-78f155a8-a18a-4692-acc6-b38afc6e7bee tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548365 Jun 24 14:26:21.090202 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:26:21.099705 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 4c88c448-c4b1-44ad-9193-0fae54dbf5ae) {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:26:21.107005 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:21.107005 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:21.109280 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91727600-f6a2-4349-85ac-2611693ee17e None None] Network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:26:21.130278 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-79ca142d-cb84-4ae5-8573-13c5e815bcf0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5685270 Jun 24 14:26:21.335764 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138da47-0875-40fd-819d-1d285fd0555d req-1e4203e4-6189-4e41-932e-812f4e27b339 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:21.337349 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0138da47-0875-40fd-819d-1d285fd0555d req-1e4203e4-6189-4e41-932e-812f4e27b339 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1268671 Jun 24 14:26:21.372450 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d1469-d6b0-4a23-8e70-1556b6115d1a None None] Network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:26:21.390196 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0138da47-0875-40fd-819d-1d285fd0555d req-079e361b-3c7f-4823-86d5-5618849bfb01 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466897 Jun 24 14:26:22.274574 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e829907-d55a-4e12-9129-a6c867df6f2f req-a9fa6205-43a7-4431-a7ae-bd78db1eb74b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:22.276043 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5e829907-d55a-4e12-9129-a6c867df6f2f req-a9fa6205-43a7-4431-a7ae-bd78db1eb74b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 944 time: 0.0851524 Jun 24 14:26:22.319159 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5e829907-d55a-4e12-9129-a6c867df6f2f req-64230265-8059-4d95-ac66-a64314215a82 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369782 Jun 24 14:26:22.583164 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26422b3a-205b-4ac1-b43b-9a13b80a6cad req-84d19294-2dd3-412c-a821-7ddb191c5f32 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:22.585388 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-26422b3a-205b-4ac1-b43b-9a13b80a6cad req-84d19294-2dd3-412c-a821-7ddb191c5f32 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0893726 Jun 24 14:26:22.627511 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-26422b3a-205b-4ac1-b43b-9a13b80a6cad req-b0237923-3c4e-4e10-bcd5-77fc6c739efa tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362604 Jun 24 14:26:23.519690 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee773e2d-5dc5-4861-a9ed-0c0c2c768dcf req-f233e8e9-93c0-4524-9776-84511ccdab6c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:23.521172 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ee773e2d-5dc5-4861-a9ed-0c0c2c768dcf req-f233e8e9-93c0-4524-9776-84511ccdab6c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 944 time: 0.0979567 Jun 24 14:26:23.564730 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ee773e2d-5dc5-4861-a9ed-0c0c2c768dcf req-da547746-aa77-43c1-a4b7-3ab1e11ea83e tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379467 Jun 24 14:26:23.820083 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5a7f8-efd8-4902-ad58-2f0cd971aa2c req-4cd15c29-967e-4ad9-92a8-54222ba83f3f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:23.821607 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cfe5a7f8-efd8-4902-ad58-2f0cd971aa2c req-4cd15c29-967e-4ad9-92a8-54222ba83f3f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0860314 Jun 24 14:26:23.867821 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cfe5a7f8-efd8-4902-ad58-2f0cd971aa2c req-4c48cc28-dacb-4dee-91b7-936efa42f8ae tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Jun 24 14:26:24.769971 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7d4cf-4556-44b1-8559-3f15b677213d req-63eb7cc6-44fd-4efc-83d2-38e28be10b77 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:24.771464 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-51a7d4cf-4556-44b1-8559-3f15b677213d req-63eb7cc6-44fd-4efc-83d2-38e28be10b77 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 944 time: 0.0902302 Jun 24 14:26:24.815426 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-51a7d4cf-4556-44b1-8559-3f15b677213d req-093d4bc9-dc05-4c5e-992d-d9e3ee2cbbac tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382855 Jun 24 14:26:25.065040 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25726ce-7209-4ca7-bbe0-bcc14d3d17a5 req-1e554848-4910-416d-87fa-7485d87ac5d2 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:25.066637 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a25726ce-7209-4ca7-bbe0-bcc14d3d17a5 req-1e554848-4910-416d-87fa-7485d87ac5d2 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0924904 Jun 24 14:26:25.112500 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a25726ce-7209-4ca7-bbe0-bcc14d3d17a5 req-183d5b5f-eebf-49c0-879d-b0dfa15ae0b0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398018 Jun 24 14:26:26.071232 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b47c7-9c5b-4a83-a6a0-feb8d00f0f6d req-a8f4fa27-fddd-4944-b67e-02f8bda23014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:26.072732 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-2c2b47c7-9c5b-4a83-a6a0-feb8d00f0f6d req-a8f4fa27-fddd-4944-b67e-02f8bda23014 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 1097 time: 0.0828874 Jun 24 14:26:26.151232 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71be297-0b14-411d-a938-0a04800b046e req-3e463133-b0b9-4a98-95a3-b4b3dc6a8f2d tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:26.158589 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c71be297-0b14-411d-a938-0a04800b046e req-3e463133-b0b9-4a98-95a3-b4b3dc6a8f2d tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 944 time: 0.0978553 Jun 24 14:26:26.204984 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c71be297-0b14-411d-a938-0a04800b046e req-6887e2bb-10d8-408b-99e3-3226ad6e109f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454803 Jun 24 14:26:26.234299 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b47c7-9c5b-4a83-a6a0-feb8d00f0f6d req-82bb5d52-84ef-4bfb-a9ba-d37d3c857b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:26.235750 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-2c2b47c7-9c5b-4a83-a6a0-feb8d00f0f6d req-82bb5d52-84ef-4bfb-a9ba-d37d3c857b84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 200 len: 911 time: 0.1531658 Jun 24 14:26:26.307292 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-2c2b47c7-9c5b-4a83-a6a0-feb8d00f0f6d req-f3c77c15-5973-45eb-9564-a9f731c81438 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=631607fb-c619-44e2-aeea-7f2e1ca4b791 HTTP/1.1" status: 200 len: 217 time: 0.0650086 Jun 24 14:26:26.350874 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f24c76-b232-4816-bbcf-e8653021a7f6 req-806fbc58-488a-4431-9ae4-8c9b4c0727c1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:26.352328 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-99f24c76-b232-4816-bbcf-e8653021a7f6 req-806fbc58-488a-4431-9ae4-8c9b4c0727c1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0899143 Jun 24 14:26:26.370055 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b47c7-9c5b-4a83-a6a0-feb8d00f0f6d req-5923259b-8801-4462-bf14-5f9915107fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:26.371796 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-2c2b47c7-9c5b-4a83-a6a0-feb8d00f0f6d req-5923259b-8801-4462-bf14-5f9915107fb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e28c7d3-954d-4590-b072-2d8fc3c5d8a1 HTTP/1.1" status: 200 len: 849 time: 0.0584614 Jun 24 14:26:26.395651 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-99f24c76-b232-4816-bbcf-e8653021a7f6 req-ebe8a3d3-27d3-4e35-bf84-8431403c280d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376084 Jun 24 14:26:26.456046 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b47c7-9c5b-4a83-a6a0-feb8d00f0f6d req-0d39fbc9-4742-4a7f-b0de-0c259b9d2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:26.457541 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-2c2b47c7-9c5b-4a83-a6a0-feb8d00f0f6d req-0d39fbc9-4742-4a7f-b0de-0c259b9d2cbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d866f169-8269-4b35-afc6-9e5c3d6deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800438 Jun 24 14:26:26.593580 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-2c2b47c7-9c5b-4a83-a6a0-feb8d00f0f6d req-a958873c-567e-4799-aa0a-d07c777e159d service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277015 Jun 24 14:26:26.769862 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-2c2b47c7-9c5b-4a83-a6a0-feb8d00f0f6d req-c7fdeb9f-1af3-43d7-859a-6f7c6dd578e0 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375151 Jun 24 14:26:27.404436 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8d386-1bd3-46bc-af0a-eebe58c1ccdb req-02aafda1-bd24-4f25-b8f4-cbc9ddf0976a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:27.405993 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7eb8d386-1bd3-46bc-af0a-eebe58c1ccdb req-02aafda1-bd24-4f25-b8f4-cbc9ddf0976a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 944 time: 0.0907261 Jun 24 14:26:27.449925 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7eb8d386-1bd3-46bc-af0a-eebe58c1ccdb req-67f1c50d-b237-41c2-bee8-e554a6e6f616 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382814 Jun 24 14:26:27.584090 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529a93-7a39-4d77-b335-78e9a276b8b1 req-e519a67f-e6c3-478a-8e89-a2905520170f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:27.585568 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-29529a93-7a39-4d77-b335-78e9a276b8b1 req-e519a67f-e6c3-478a-8e89-a2905520170f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0851603 Jun 24 14:26:27.630368 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-29529a93-7a39-4d77-b335-78e9a276b8b1 req-a0c0259f-ba0f-4fe1-aa8a-af00ebe5ffe6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390079 Jun 24 14:26:28.652512 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc99ea7-2706-4236-a6bf-c6bde4891701 req-8dba20dc-9134-4d4c-9eca-fc2883a87652 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:28.653975 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5fc99ea7-2706-4236-a6bf-c6bde4891701 req-8dba20dc-9134-4d4c-9eca-fc2883a87652 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 944 time: 0.0936909 Jun 24 14:26:28.703009 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5fc99ea7-2706-4236-a6bf-c6bde4891701 req-e6006e92-434a-4c2c-8700-ced5bef0c67f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398743 Jun 24 14:26:28.833256 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7279e43-f38f-426d-b87e-47b9f3958813 req-22345f85-46ee-4890-a8ed-8da413626d6e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:28.834764 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c7279e43-f38f-426d-b87e-47b9f3958813 req-22345f85-46ee-4890-a8ed-8da413626d6e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0929070 Jun 24 14:26:28.881652 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c7279e43-f38f-426d-b87e-47b9f3958813 req-5a44ca19-656b-4581-bc0c-e2676240dc35 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Jun 24 14:26:29.713657 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08044ec-28de-450f-8f91-46b0c4038652 req-6024bf0f-9183-46fd-bd91-856c6acb6402 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:29.715030 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-6024bf0f-9183-46fd-bd91-856c6acb6402 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/networks?id=4c88c448-c4b1-44ad-9193-0fae54dbf5ae HTTP/1.1" status: 200 len: 808 time: 0.1517367 Jun 24 14:26:29.730844 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-df58eb2a-698f-4800-917e-64e8de42f526 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/quotas/95011c5456f84687a243e15f9156009e HTTP/1.1" status: 200 len: 375 time: 0.0101306 Jun 24 14:26:29.786303 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-08d3e233-ebf4-40df-bad2-78b5c28cf04d tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=95011c5456f84687a243e15f9156009e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485523 Jun 24 14:26:30.079928 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-3042ecd3-ca55-4e21-a795-c5a60e3890c5 service neutron] 10.222.0.16 "GET /v2.0/networks/4c88c448-c4b1-44ad-9193-0fae54dbf5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823730 Jun 24 14:26:30.089329 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91fa96-d2ff-4618-99e6-327db89c7d9b req-8b4fd156-d8fe-4768-9c33-72f20806b414 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:30.089329 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9e91fa96-d2ff-4618-99e6-327db89c7d9b req-8b4fd156-d8fe-4768-9c33-72f20806b414 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 944 time: 0.2735217 Jun 24 14:26:30.208338 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9e91fa96-d2ff-4618-99e6-327db89c7d9b req-cbb3d3d1-cd14-4369-935c-6bd05bc32e07 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031220 Jun 24 14:26:30.249451 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-374ef8ab-5ef9-42ea-81b5-0820287153d0 service neutron] 10.222.0.16 "GET /v2.0/networks/4c88c448-c4b1-44ad-9193-0fae54dbf5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616285 Jun 24 14:26:30.471414 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b748146f-2126-40ec-809e-6f6817b0beb4 req-750de7f1-78c8-456a-a95c-80a4153e80bb tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0571513 Jun 24 14:26:30.481810 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c607366-9b5b-4ad9-a4db-75a51b0b20f6 req-9c47f32d-0d44-4d7d-b025-59e20ce68329 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:30.482981 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9c607366-9b5b-4ad9-a4db-75a51b0b20f6 req-9c47f32d-0d44-4d7d-b025-59e20ce68329 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1721828 Jun 24 14:26:30.532616 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed580-6cf1-47d9-99b6-7496a7528e2e req-209568d8-a627-432d-b234-51026b67a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:30.534333 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6e0ed580-6cf1-47d9-99b6-7496a7528e2e req-209568d8-a627-432d-b234-51026b67a30c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 1098 time: 0.1156518 Jun 24 14:26:30.559423 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9c607366-9b5b-4ad9-a4db-75a51b0b20f6 req-9ee59c87-dde6-4ea5-bb8a-e017e1eff5db tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698957 Jun 24 14:26:30.629433 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6e0ed580-6cf1-47d9-99b6-7496a7528e2e req-1ca30a78-9564-4f24-9066-7921c72562e6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854259 Jun 24 14:26:31.407761 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419217ad-4ef9-412e-bf18-4e3facd9cb11 req-dace6b0c-a031-4dde-a467-b4e70b7390b0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:31.409156 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-419217ad-4ef9-412e-bf18-4e3facd9cb11 req-dace6b0c-a031-4dde-a467-b4e70b7390b0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 944 time: 0.0908535 Jun 24 14:26:31.454731 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-419217ad-4ef9-412e-bf18-4e3facd9cb11 req-bc660578-3167-4f19-a710-644b2e1186c7 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392718 Jun 24 14:26:31.665877 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6caa92b5-cd2f-4445-ba1b-4495a0c95148 req-d8604772-b705-42d2-8fe2-4d7e0cf2a971 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0585728 Jun 24 14:26:31.757703 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 631607fb-c619-44e2-aeea-7f2e1ca4b791 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:26:31.766819 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c3011-1f79-451c-ac46-f9bf765d5fac req-3fcbcad1-c472-4115-b6eb-d7c6cbbc0e5f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:31.768321 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-911c3011-1f79-451c-ac46-f9bf765d5fac req-3fcbcad1-c472-4115-b6eb-d7c6cbbc0e5f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0934236 Jun 24 14:26:31.813233 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-911c3011-1f79-451c-ac46-f9bf765d5fac req-2ff7107d-bd0d-4e54-9436-acd31217fcdc tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385010 Jun 24 14:26:31.894089 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 631607fb-c619-44e2-aeea-7f2e1ca4b791, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=631607fb-c619-44e2-aeea-7f2e1ca4b791,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:26:31.907157 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '631607fb-c619-44e2-aeea-7f2e1ca4b791', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'port_id': '631607fb-c619-44e2-aeea-7f2e1ca4b791', 'mac_address': 'fa:16:3e:41:12:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:26:31.962120 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 631607fb-c619-44e2-aeea-7f2e1ca4b791 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:26:31.962401 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:31.979502 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631607fb-c619-44e2-aeea-7f2e1ca4b791 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:26:31.995770 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 631607fb-c619-44e2-aeea-7f2e1ca4b791, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=631607fb-c619-44e2-aeea-7f2e1ca4b791,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:26:32.000760 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:32.070948 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=631607fb-c619-44e2-aeea-7f2e1ca4b791,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:32.657332 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0e48f-2307-40cb-8dac-20dadca743d2 req-3f29c097-b128-4be7-ac76-b40acdad603b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:32.658832 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-25c0e48f-2307-40cb-8dac-20dadca743d2 req-3f29c097-b128-4be7-ac76-b40acdad603b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.0950034 Jun 24 14:26:32.714257 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-25c0e48f-2307-40cb-8dac-20dadca743d2 req-8fde9fa0-a1a2-47cd-b657-d72014177c3f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470607 Jun 24 14:26:32.825509 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-28faa730-eeac-47b9-b2c5-ded8cfe839e0 req-b3e56a0c-131b-478d-ab0b-12d2beb1cb1f tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0494199 Jun 24 14:26:33.018880 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbc4d7-c8c1-48cf-817e-b336c2c74afa req-0bbfc03c-1406-4f84-9a1a-e182375407fc tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:33.020189 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c5dbc4d7-c8c1-48cf-817e-b336c2c74afa req-0bbfc03c-1406-4f84-9a1a-e182375407fc tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0963771 Jun 24 14:26:33.074085 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c5dbc4d7-c8c1-48cf-817e-b336c2c74afa req-50e34ede-fe3f-45cc-aa90-24e83740672a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474300 Jun 24 14:26:33.908253 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3f513-41f4-4852-bad2-8935cdfa2065 req-28fd89ec-0210-414e-aa14-3d0f133716da tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:33.908253 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-17a3f513-41f4-4852-bad2-8935cdfa2065 req-28fd89ec-0210-414e-aa14-3d0f133716da tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.0865953 Jun 24 14:26:33.988986 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-84397d84-56b1-4084-8c8b-c36ddafdc70f req-a7998b89-6149-4927-8761-b1a0d4846fcb tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0574296 Jun 24 14:26:33.999287 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-17a3f513-41f4-4852-bad2-8935cdfa2065 req-8b22742c-bf07-4d78-bcad-e7003ef1dd78 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880716 Jun 24 14:26:34.261269 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17fa87-2535-40e0-894f-f6b297f048b3 req-455f4e06-9665-4cba-a8d6-66c7dfed6ef6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:34.262693 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0a17fa87-2535-40e0-894f-f6b297f048b3 req-455f4e06-9665-4cba-a8d6-66c7dfed6ef6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0838895 Jun 24 14:26:34.306678 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0a17fa87-2535-40e0-894f-f6b297f048b3 req-fa71156a-03e2-43fc-a27e-f439a80182db tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375950 Jun 24 14:26:35.185859 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dec6e8b6-3c01-4195-89f8-ee92e6ff9659 req-334441b5-8f1b-4f18-9d37-0c3c4688deb3 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0896091 Jun 24 14:26:35.229965 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cee64-42a2-4493-a1a5-7f1ad6148676 req-667614cd-8a1b-4c3f-a11e-5b36b7fe8083 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:35.231403 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-867cee64-42a2-4493-a1a5-7f1ad6148676 req-667614cd-8a1b-4c3f-a11e-5b36b7fe8083 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.0980735 Jun 24 14:26:35.280411 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-867cee64-42a2-4493-a1a5-7f1ad6148676 req-80adda9a-42a5-4eb9-ae04-c35812799846 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431514 Jun 24 14:26:35.514021 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f987f03-0fc6-4ce8-85d8-28f05d425ce0 req-8b4bf68f-0dc9-4df7-88d1-2d3bfee092d0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:35.515457 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6f987f03-0fc6-4ce8-85d8-28f05d425ce0 req-8b4bf68f-0dc9-4df7-88d1-2d3bfee092d0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0871580 Jun 24 14:26:35.559419 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6f987f03-0fc6-4ce8-85d8-28f05d425ce0 req-90e14c2d-745a-4854-a233-02bdf5fee8e5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Jun 24 14:26:36.021984 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:36.416845 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ccbeff1b-24d1-475c-a32d-2dee88270b92 req-88fcc263-a5b4-4ad5-b42d-1058c8c74df3 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.1271684 Jun 24 14:26:36.502169 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d521726-1df8-4f4a-95d7-cc13b21762f0 req-ec07a955-cfbd-4665-b27e-cbe30ac067d5 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:36.503600 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5d521726-1df8-4f4a-95d7-cc13b21762f0 req-ec07a955-cfbd-4665-b27e-cbe30ac067d5 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.0893650 Jun 24 14:26:36.548372 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5d521726-1df8-4f4a-95d7-cc13b21762f0 req-7f2241f0-0170-4ba4-a386-b04a5e6c03b1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391369 Jun 24 14:26:36.759193 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acc537-45cb-4fca-9aa5-3546defe8980 req-0d161848-0258-48cd-98fc-a5a9ed1df440 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:36.760773 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e8acc537-45cb-4fca-9aa5-3546defe8980 req-0d161848-0258-48cd-98fc-a5a9ed1df440 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0910916 Jun 24 14:26:36.821592 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e8acc537-45cb-4fca-9aa5-3546defe8980 req-3761d785-1098-4aa8-82ec-fe28782f266e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543692 Jun 24 14:26:37.653957 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aa2e3a9b-85fb-41e9-9e9b-62395f528859 req-d2c21938-01b2-44f2-8feb-f3cf7c42a43c tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0636837 Jun 24 14:26:37.771879 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00c94d-f6e0-462f-991d-3c13ac3b84b0 req-415e025c-a0b1-4d10-9378-65dd3332cfc3 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:37.773244 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-df00c94d-f6e0-462f-991d-3c13ac3b84b0 req-415e025c-a0b1-4d10-9378-65dd3332cfc3 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.0879893 Jun 24 14:26:37.828141 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-df00c94d-f6e0-462f-991d-3c13ac3b84b0 req-20779c3f-318d-44d0-86f5-e490891fcb27 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491705 Jun 24 14:26:38.015905 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7ac11-a930-4143-a126-b21e56920ad9 req-5bbccbf7-ff1d-433d-808b-17d8d11a715e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:38.017408 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-93a7ac11-a930-4143-a126-b21e56920ad9 req-5bbccbf7-ff1d-433d-808b-17d8d11a715e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0923312 Jun 24 14:26:38.061086 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-93a7ac11-a930-4143-a126-b21e56920ad9 req-e01c3ab0-d2bc-48ff-9cbd-4dd951490dd5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377946 Jun 24 14:26:38.427798 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-eebf64de-4110-4286-973a-6a204f4f504e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:38.810394 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3302513b-df7c-4793-a4f7-3ff12d975eb9 req-f8d53c3a-777c-496d-899a-f0aec2dcd532 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0482836 Jun 24 14:26:39.024152 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37eddc1-07d4-49b8-8ee5-184b49d87edd req-0395b3d1-c2a8-41bb-8824-f875d6d63713 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:39.025552 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d37eddc1-07d4-49b8-8ee5-184b49d87edd req-0395b3d1-c2a8-41bb-8824-f875d6d63713 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.0915179 Jun 24 14:26:39.069352 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d37eddc1-07d4-49b8-8ee5-184b49d87edd req-8331df34-8955-44e4-8f0d-ee6137ba94de tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379829 Jun 24 14:26:39.261627 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198399d9-a904-4867-9dd6-d0065575af25 req-05d2b50d-4f86-496d-95cb-84a6e2b438a1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:39.263141 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-198399d9-a904-4867-9dd6-d0065575af25 req-05d2b50d-4f86-496d-95cb-84a6e2b438a1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0868499 Jun 24 14:26:39.311094 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-198399d9-a904-4867-9dd6-d0065575af25 req-d232390f-04b8-46f2-9dc2-318fba7f2b2c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Jun 24 14:26:39.962592 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-79793758-c23e-40c9-83f2-2d56225e365f req-6fa8aa75-5291-470f-be8c-c9e2de37cddc tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0490570 Jun 24 14:26:40.264209 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e6818-312c-4c92-98cb-adfcd0358db1 req-46ecddac-0c14-44b6-b055-1945e7adf527 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:40.265681 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-141e6818-312c-4c92-98cb-adfcd0358db1 req-46ecddac-0c14-44b6-b055-1945e7adf527 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.0912006 Jun 24 14:26:40.312804 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-141e6818-312c-4c92-98cb-adfcd0358db1 req-3f466997-639c-4065-83f2-1fa3dfbe0cb0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404804 Jun 24 14:26:40.502864 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5701f-3a84-4080-8d64-32dc9af28b5d req-f3c768f8-5dfa-4263-9ed9-91f9987cd88d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:40.504243 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d2b5701f-3a84-4080-8d64-32dc9af28b5d req-f3c768f8-5dfa-4263-9ed9-91f9987cd88d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0868685 Jun 24 14:26:40.549202 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d2b5701f-3a84-4080-8d64-32dc9af28b5d req-d58b6764-e2af-475e-98f3-cad830638953 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373352 Jun 24 14:26:40.665410 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3d9f1d32-7350-470d-8296-19d3f5261221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:40.917450 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['631607fb-c619-44e2-aeea-7f2e1ca4b791'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:26:41.119603 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-332562db-ffea-4392-ac82-914e2fbacd39 req-1ecd2593-bfc5-441b-a8a9-39e5d7a04a3a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0539138 Jun 24 14:26:41.507573 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73f990-b17e-4752-804e-0f3ec0fafb06 req-5196b019-1e1b-46e3-9f72-45e204b82e4d tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:41.509048 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8f73f990-b17e-4752-804e-0f3ec0fafb06 req-5196b019-1e1b-46e3-9f72-45e204b82e4d tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.0879676 Jun 24 14:26:41.554540 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8f73f990-b17e-4752-804e-0f3ec0fafb06 req-3f67e8e7-607b-4648-996a-c13d834e86d2 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398662 Jun 24 14:26:41.604019 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:41.778060 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f5337-9a7f-4103-865e-43517bd200a3 req-47ecc008-7ad4-4c30-9f15-815233c8c916 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:41.779532 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f09f5337-9a7f-4103-865e-43517bd200a3 req-47ecc008-7ad4-4c30-9f15-815233c8c916 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0988538 Jun 24 14:26:41.827851 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f09f5337-9a7f-4103-865e-43517bd200a3 req-37b516d8-90db-4a27-8285-76b4bece155b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397089 Jun 24 14:26:41.935306 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:42.285800 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e272d530-2908-465a-be60-8621308b21f5 req-68217c4a-3870-4f35-a99c-9f6e373131b4 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0485499 Jun 24 14:26:42.759947 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c7bf0-4622-4bd0-91f7-e3bec3c73aba req-3bef37ef-1cb0-4929-a6ef-4e5034d31fb0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:42.761373 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-667c7bf0-4622-4bd0-91f7-e3bec3c73aba req-3bef37ef-1cb0-4929-a6ef-4e5034d31fb0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.0912373 Jun 24 14:26:42.807435 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-667c7bf0-4622-4bd0-91f7-e3bec3c73aba req-025146c3-318a-47a6-a1cd-aa212d3d05a3 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386448 Jun 24 14:26:43.039890 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93730ce1-5b80-4137-9764-12213f7b2174 req-cdf01093-8f52-451f-bee7-a031701b0e48 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:43.041420 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-93730ce1-5b80-4137-9764-12213f7b2174 req-cdf01093-8f52-451f-bee7-a031701b0e48 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1063285 Jun 24 14:26:43.090769 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-93730ce1-5b80-4137-9764-12213f7b2174 req-fb0455ef-4b0c-4fe2-a900-fc2a893ea4b1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 Jun 24 14:26:43.440399 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-172ba53a-558c-4967-96b9-fe4f9caac64f req-3f64836b-6e82-4d22-8b07-efe1fd83cb01 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0480275 Jun 24 14:26:43.613161 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:43.988817 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b414d1-feec-4c6a-9628-83957aee8748 req-6413ef39-c446-48f9-80ec-030f17427b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:43.990682 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-98b414d1-feec-4c6a-9628-83957aee8748 req-6413ef39-c446-48f9-80ec-030f17427b9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 1098 time: 0.1860323 Jun 24 14:26:44.110419 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db3162-f343-4ba4-8dd4-8f6f0835482e req-95d08262-a904-4b4d-9ba9-10cbe76790d0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:44.112123 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d3db3162-f343-4ba4-8dd4-8f6f0835482e req-95d08262-a904-4b4d-9ba9-10cbe76790d0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.1841788 Jun 24 14:26:44.156254 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b414d1-feec-4c6a-9628-83957aee8748 req-de564711-8f35-4c12-979d-79819b7c8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:44.157908 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-98b414d1-feec-4c6a-9628-83957aee8748 req-de564711-8f35-4c12-979d-79819b7c8514 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.1416569 Jun 24 14:26:44.172152 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d3db3162-f343-4ba4-8dd4-8f6f0835482e req-c888297d-0074-4877-a0ca-44826d9439c9 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513892 Jun 24 14:26:44.235572 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-98b414d1-feec-4c6a-9628-83957aee8748 req-226cc913-d850-412b-8486-28483bcbeb5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954391d3-a182-4bb6-82d7-e6112903c757 HTTP/1.1" status: 200 len: 217 time: 0.0710692 Jun 24 14:26:44.302907 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b414d1-feec-4c6a-9628-83957aee8748 req-efad8c2f-2118-4e6f-a7a7-9a5e639b6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:44.304412 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-98b414d1-feec-4c6a-9628-83957aee8748 req-efad8c2f-2118-4e6f-a7a7-9a5e639b6604 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0602131 Jun 24 14:26:44.308462 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02c55-b6d0-4761-8db0-481635897472 req-cce1f87d-346e-4cb4-931a-7e8e42f3b94e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:44.309965 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebd02c55-b6d0-4761-8db0-481635897472 req-cce1f87d-346e-4cb4-931a-7e8e42f3b94e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0983834 Jun 24 14:26:44.364992 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebd02c55-b6d0-4761-8db0-481635897472 req-15ba3840-d2c9-4b54-8a12-ba751b047ec6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447726 Jun 24 14:26:44.401571 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b414d1-feec-4c6a-9628-83957aee8748 req-58ca53f6-e0d9-4f79-b3e6-84e6a2f2f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:44.403180 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-98b414d1-feec-4c6a-9628-83957aee8748 req-58ca53f6-e0d9-4f79-b3e6-84e6a2f2f960 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920827 Jun 24 14:26:44.560998 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-98b414d1-feec-4c6a-9628-83957aee8748 req-139c3a58-0916-4ec0-ba4f-6dddd1385754 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504269 Jun 24 14:26:44.688673 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c395d997-2277-4493-93db-3fa0a1e8c523 req-0468a566-0e01-41f6-87ba-bc03c45fd90b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0935700 Jun 24 14:26:44.733526 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-98b414d1-feec-4c6a-9628-83957aee8748 req-d1f51839-af8a-4b27-8b9b-28a4ac964035 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658173 Jun 24 14:26:45.266407 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08044ec-28de-450f-8f91-46b0c4038652 req-8a353799-05db-4499-8ae3-cc416d407e49 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:45.267325 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-d08044ec-28de-450f-8f91-46b0c4038652 req-8a353799-05db-4499-8ae3-cc416d407e49 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Synchronizing usage tracker for tenant:95011c5456f84687a243e15f9156009e on resource:network {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:26:45.285089 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-d08044ec-28de-450f-8f91-46b0c4038652 req-8a353799-05db-4499-8ae3-cc416d407e49 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Unset dirty status for tenant:95011c5456f84687a243e15f9156009e on resource:network {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:26:45.286864 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-8a353799-05db-4499-8ae3-cc416d407e49 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.36 "GET /v2.0/networks?id=4c88c448-c4b1-44ad-9193-0fae54dbf5ae HTTP/1.1" status: 200 len: 808 time: 0.1853154 Jun 24 14:26:45.317115 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Request body: {'port': {'device_id': '963aa4e0-6565-4c89-8991-14fcfafc1fda', 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae', 'admin_state_up': True, 'tenant_id': '95011c5456f84687a243e15f9156009e'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:45.390246 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b44a2-6d34-4f21-8f0f-786a9352e5ce req-afdb2269-affa-4805-9ead-50d62bf7e4f5 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:45.391770 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-455b44a2-6d34-4f21-8f0f-786a9352e5ce req-afdb2269-affa-4805-9ead-50d62bf7e4f5 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.0984557 Jun 24 14:26:45.464128 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-455b44a2-6d34-4f21-8f0f-786a9352e5ce req-2900fd81-3c87-4a6a-9df9-d3a7ea35f343 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613513 Jun 24 14:26:45.471508 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:45.476793 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Usage tracker for resource:port and tenant:95011c5456f84687a243e15f9156009e is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:45.479893 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:45.485837 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:45.496109 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Made reservation on behalf of 95011c5456f84687a243e15f9156009e for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:26:45.501724 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:45.571699 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722944c-edae-48d5-8cd7-4d25870482f5 req-61ece27c-35d2-41ac-9064-3ee6deea330a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:45.577034 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9722944c-edae-48d5-8cd7-4d25870482f5 req-61ece27c-35d2-41ac-9064-3ee6deea330a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0935698 Jun 24 14:26:45.621218 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9722944c-edae-48d5-8cd7-4d25870482f5 req-81a2e3e2-3158-4916-87ed-bb518470bf84 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Jun 24 14:26:45.684937 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Allocated IP 172.20.0.5 (4c88c448-c4b1-44ad-9193-0fae54dbf5ae/e0b9bb70-b104-4ad3-8893-32583f50d8ee/968f6782-360e-44db-8f83-d9e6179700f4) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:26:45.886872 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-59ac6106-702e-4d7d-b322-a19cfe2791e4 req-ae2ddffa-ee3b-4adf-b300-6337b32b3f6e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0612690 Jun 24 14:26:45.914326 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:45.944441 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:46.012282 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:26:46.016111 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:26:46.020172 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:26:46.079270 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Pushing event updated for resources: {'Port': ['ID=968f6782-360e-44db-8f83-d9e6179700f4,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:46.096496 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:46.096845 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:46.097183 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:46.097512 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:46.097839 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:46.098163 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:46.098482 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:46.098803 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:46.099698 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:46.100025 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:46.100345 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:46.100682 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:26:46.116804 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:46.116804 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:46.141425 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-04a013db-f8d1-47ac-a039-8aeaa1f721b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8287354 Jun 24 14:26:46.674071 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06559c2d-4dd1-452d-9944-75bbc9f9cfed req-2076f090-6f57-46dd-8739-ab7479972a0e tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:46.675596 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-06559c2d-4dd1-452d-9944-75bbc9f9cfed req-2076f090-6f57-46dd-8739-ab7479972a0e tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.0896609 Jun 24 14:26:46.725573 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-06559c2d-4dd1-452d-9944-75bbc9f9cfed req-5770579b-3200-4d3f-b6d9-0f1c8dc2ae8a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402672 Jun 24 14:26:46.828213 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dfb0c-a4aa-4a92-85ba-e4ad7a6d4c01 req-1e454edb-878b-4d5b-a8bd-8b86dc5b57e4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:46.829769 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e88dfb0c-a4aa-4a92-85ba-e4ad7a6d4c01 req-1e454edb-878b-4d5b-a8bd-8b86dc5b57e4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0917678 Jun 24 14:26:46.876243 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e88dfb0c-a4aa-4a92-85ba-e4ad7a6d4c01 req-300d1a31-83e9-4f84-b582-175f0bc1f556 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406942 Jun 24 14:26:47.093669 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930a948-b526-4568-8bb6-f99c766c9be7 req-9df4515c-53f8-4a0b-9a47-2982b28bbd56 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:47.095443 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1930a948-b526-4568-8bb6-f99c766c9be7 req-9df4515c-53f8-4a0b-9a47-2982b28bbd56 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 931 time: 0.0984499 Jun 24 14:26:47.146960 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1930a948-b526-4568-8bb6-f99c766c9be7 req-14299ec3-64d9-4cff-b16e-ea9937d5e25f tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420187 Jun 24 14:26:47.927703 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f83f9b-9e82-4936-b33b-435a745d9ee7 req-fb0f8e0b-b6d4-42dc-81b5-3ed7d7470d67 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:47.929228 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-18f83f9b-9e82-4936-b33b-435a745d9ee7 req-fb0f8e0b-b6d4-42dc-81b5-3ed7d7470d67 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.0984075 Jun 24 14:26:47.980771 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-18f83f9b-9e82-4936-b33b-435a745d9ee7 req-fe0e6adc-e2db-430a-8faf-f0cb54789e30 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457983 Jun 24 14:26:48.096078 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034aa2ef-a8f6-4601-8d94-004d532156be req-e9a6a636-a761-4379-a73a-fb96dabe304b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:48.097605 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-034aa2ef-a8f6-4601-8d94-004d532156be req-e9a6a636-a761-4379-a73a-fb96dabe304b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1059849 Jun 24 14:26:48.144033 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-034aa2ef-a8f6-4601-8d94-004d532156be req-46904f06-c4b7-498f-9d72-39ab63734a9e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Jun 24 14:26:48.420080 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ae31-5725-4e2d-bfdd-425395896934 req-b54c0965-4a4f-4f9b-aa7f-d9999316bf90 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:48.421590 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-05f8ae31-5725-4e2d-bfdd-425395896934 req-b54c0965-4a4f-4f9b-aa7f-d9999316bf90 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 931 time: 0.0910037 Jun 24 14:26:48.466773 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-05f8ae31-5725-4e2d-bfdd-425395896934 req-0a25f8c7-0f19-4d8f-90f9-647feecccee0 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Jun 24 14:26:49.078301 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 631607fb-c619-44e2-aeea-7f2e1ca4b791 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:26:49.155362 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 631607fb-c619-44e2-aeea-7f2e1ca4b791 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:26:49.163075 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 631607fb-c619-44e2-aeea-7f2e1ca4b791 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:26:49.163688 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:49.197198 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03304ce5-1ce6-4695-b0cf-18563cde8fcc req-ed747303-141a-434a-9344-046925886557 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:49.199002 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-03304ce5-1ce6-4695-b0cf-18563cde8fcc req-ed747303-141a-434a-9344-046925886557 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 945 time: 0.1086330 Jun 24 14:26:49.253318 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-03304ce5-1ce6-4695-b0cf-18563cde8fcc req-1f20a4c5-b3e6-4f02-8419-08f9f0483ba4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441871 Jun 24 14:26:49.295710 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 631607fb-c619-44e2-aeea-7f2e1ca4b791 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:26:49.296094 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:49.325012 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adde593-9564-435d-b08c-9822f42aab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631607fb-c619-44e2-aeea-7f2e1ca4b791'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:26:49.335039 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 631607fb-c619-44e2-aeea-7f2e1ca4b791, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=631607fb-c619-44e2-aeea-7f2e1ca4b791,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:26:49.342743 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:49.387418 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab07c84-7f31-4441-b36a-8510ede4fbe9'] response: {'server_uuid': '8adde593-9564-435d-b08c-9822f42aab87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631607fb-c619-44e2-aeea-7f2e1ca4b791', 'code': 200} Jun 24 14:26:49.424358 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=631607fb-c619-44e2-aeea-7f2e1ca4b791,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:49.436092 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d58cb4-247d-4da8-8c1f-6b95379779a7 req-3b27f593-c66f-423b-905a-36ebe87089b1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:49.441044 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-56d58cb4-247d-4da8-8c1f-6b95379779a7 req-3b27f593-c66f-423b-905a-36ebe87089b1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1374867 Jun 24 14:26:49.485472 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-56d58cb4-247d-4da8-8c1f-6b95379779a7 req-a9cd3271-69b0-46d3-aaf9-1ac545d7ff96 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 Jun 24 14:26:49.726049 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41b639-1438-4907-834b-5ca608dc843a req-aca33dc1-c4c3-4919-b9c2-c9184bc36082 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:49.727509 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4b41b639-1438-4907-834b-5ca608dc843a req-aca33dc1-c4c3-4919-b9c2-c9184bc36082 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 931 time: 0.1508620 Jun 24 14:26:49.741555 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28024b7a-9721-4373-a614-1f0bbc34925e req-7ca33b80-982e-4907-940f-009f6a2a59ba tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:49.743107 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-28024b7a-9721-4373-a614-1f0bbc34925e req-7ca33b80-982e-4907-940f-009f6a2a59ba tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1303365 Jun 24 14:26:49.815856 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4b41b639-1438-4907-834b-5ca608dc843a req-f9e2827a-a7de-4d96-affb-cfe8626146e4 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717585 Jun 24 14:26:49.820401 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-28024b7a-9721-4373-a614-1f0bbc34925e req-444b14c1-4e02-44f4-8666-fab1c2a1cb58 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634031 Jun 24 14:26:50.468570 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c6d30-5b69-4058-beeb-03db3dcc23c8 req-4f7c3bfd-fae1-4feb-93c2-129fdf3c69b1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:50.470168 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-892c6d30-5b69-4058-beeb-03db3dcc23c8 req-4f7c3bfd-fae1-4feb-93c2-129fdf3c69b1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1004646 Jun 24 14:26:50.516101 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-892c6d30-5b69-4058-beeb-03db3dcc23c8 req-287b041d-28af-4af1-a639-5d0545cfe99e tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396402 Jun 24 14:26:50.670682 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Request body: {'port': {'device_id': '963aa4e0-6565-4c89-8991-14fcfafc1fda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:50.878466 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:51.085601 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085b97-6fc3-4ff1-a1db-7b29712f4a20 req-47b58a85-ca14-45bb-89c4-48b611a6562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:51.087074 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-e6085b97-6fc3-4ff1-a1db-7b29712f4a20 req-47b58a85-ca14-45bb-89c4-48b611a6562a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 1099 time: 0.1991165 Jun 24 14:26:51.107150 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13b787-1ee6-46d0-8ef5-854156afcab4 req-0bd8c113-ff37-46ce-bd1f-8713cd5972b5 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:51.108612 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8d13b787-1ee6-46d0-8ef5-854156afcab4 req-0bd8c113-ff37-46ce-bd1f-8713cd5972b5 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 931 time: 0.1816394 Jun 24 14:26:51.152023 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8d13b787-1ee6-46d0-8ef5-854156afcab4 req-f4811d6f-86c1-478a-b72c-53239fbfdc30 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375543 Jun 24 14:26:51.271831 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-e6085b97-6fc3-4ff1-a1db-7b29712f4a20 req-8473ddb4-6c77-41eb-8d84-6895590542dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516715 Jun 24 14:26:51.329720 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968f6782-360e-44db-8f83-d9e6179700f4 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:26:51.336686 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:51.350726 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Transition to ACTIVE for port object 968f6782-360e-44db-8f83-d9e6179700f4 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:26:51.354580 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:51.514250 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Pushing event updated for resources: {'Port': ['ID=968f6782-360e-44db-8f83-d9e6179700f4,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:51.630854 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Attempting to bind port 968f6782-360e-44db-8f83-d9e6179700f4 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:26:51.631539 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Attempting to bind port 968f6782-360e-44db-8f83-d9e6179700f4 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '548cdf98-c81c-4ebf-beda-deb6937a44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:26:51.631984 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Attempting to bind port 968f6782-360e-44db-8f83-d9e6179700f4 on network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:26:51.637498 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Port 968f6782-360e-44db-8f83-d9e6179700f4 on network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:26:51.637934 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Attempting to bind port 968f6782-360e-44db-8f83-d9e6179700f4 on network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:26:51.643579 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:26:51.643713 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Checking segment: {'id': '548cdf98-c81c-4ebf-beda-deb6937a44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:26:51.644027 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Bound using segment: {'id': '548cdf98-c81c-4ebf-beda-deb6937a44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:26:51.644478 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Bound port: 968f6782-360e-44db-8f83-d9e6179700f4, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548cdf98-c81c-4ebf-beda-deb6937a44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:26:51.644827 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:51.742151 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] For port 968f6782-360e-44db-8f83-d9e6179700f4, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:26:51.746187 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] For port 968f6782-360e-44db-8f83-d9e6179700f4, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=968f6782-360e-44db-8f83-d9e6179700f4,segment=NetworkSegment(548cdf98-c81c-4ebf-beda-deb6937a44c8),segment_id=548cdf98-c81c-4ebf-beda-deb6937a44c8)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:26:51.750605 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:51.751417 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87365fcf-e88a-42a2-b3b1-520c5f98b384 req-525cd212-b07c-431f-b859-e42cd9ae561d tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:51.756933 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-87365fcf-e88a-42a2-b3b1-520c5f98b384 req-525cd212-b07c-431f-b859-e42cd9ae561d tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0959625 Jun 24 14:26:51.800791 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-87365fcf-e88a-42a2-b3b1-520c5f98b384 req-1bb989a1-5115-4b45-951c-8a039e8e8630 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409093 Jun 24 14:26:51.813031 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:51.813645 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:51.815057 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] 10.222.0.36 "PUT /v2.0/ports/968f6782-360e-44db-8f83-d9e6179700f4 HTTP/1.1" status: 200 len: 1093 time: 1.1485956 Jun 24 14:26:51.815411 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963aa4e0-6565-4c89-8991-14fcfafc1fda', 'tag': '968f6782-360e-44db-8f83-d9e6179700f4'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:26:51.836553 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd155b5-d656-4cfd-a2e3-d1b0239d3620 service neutron] Pushing event updated for resources: {'Port': ['ID=968f6782-360e-44db-8f83-d9e6179700f4,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:51.863796 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db1276a-8dd3-44cd-989b-194a7bbe67cc'] response: {'name': 'network-changed', 'server_uuid': '963aa4e0-6565-4c89-8991-14fcfafc1fda', 'tag': '968f6782-360e-44db-8f83-d9e6179700f4', 'status': 'completed', 'code': 200} Jun 24 14:26:52.101298 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fda2d-8d2c-4d42-909f-5876b9aab88d req-cd744cf6-91f9-4707-aa0f-2b3fa0799ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:52.102746 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-244fda2d-8d2c-4d42-909f-5876b9aab88d req-cd744cf6-91f9-4707-aa0f-2b3fa0799ad8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95011c5456f84687a243e15f9156009e&device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 1096 time: 0.0819144 Jun 24 14:26:52.263211 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fda2d-8d2c-4d42-909f-5876b9aab88d req-154a2077-6310-42c5-bde1-e582af66a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:52.264749 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-244fda2d-8d2c-4d42-909f-5876b9aab88d req-154a2077-6310-42c5-bde1-e582af66a768 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=95011c5456f84687a243e15f9156009e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1444516 Jun 24 14:26:52.361545 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb736f-1530-4485-be00-32d52bf4f6e7 req-d8594dcd-62c3-44d4-8548-80bbabb8ec57 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:52.363261 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0feb736f-1530-4485-be00-32d52bf4f6e7 req-d8594dcd-62c3-44d4-8548-80bbabb8ec57 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 943 time: 0.1037555 Jun 24 14:26:52.416220 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0feb736f-1530-4485-be00-32d52bf4f6e7 req-8e490ecf-fac3-44f5-bb74-b0dd1fe93496 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468061 Jun 24 14:26:52.428483 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fda2d-8d2c-4d42-909f-5876b9aab88d req-03ede106-d6e7-484b-a9c1-ae56538c7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:52.428746 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-244fda2d-8d2c-4d42-909f-5876b9aab88d req-03ede106-d6e7-484b-a9c1-ae56538c7be6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578264 Jun 24 14:26:52.570368 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08044ec-28de-450f-8f91-46b0c4038652 req-a1b7c704-39ea-4f1b-aa8e-83a49ddf205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:52.571972 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-a1b7c704-39ea-4f1b-aa8e-83a49ddf205d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95011c5456f84687a243e15f9156009e&device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 1096 time: 0.0793886 Jun 24 14:26:52.677916 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-26b36177-8d0c-440e-9ce5-1094fec343d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=968f6782-360e-44db-8f83-d9e6179700f4 HTTP/1.1" status: 200 len: 217 time: 0.0734406 Jun 24 14:26:52.738654 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08044ec-28de-450f-8f91-46b0c4038652 req-f5e168f8-dec0-41f3-a039-6156260ceb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:52.740010 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-f5e168f8-dec0-41f3-a039-6156260ceb36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0b9bb70-b104-4ad3-8893-32583f50d8ee HTTP/1.1" status: 200 len: 848 time: 0.0561445 Jun 24 14:26:52.795449 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-d27528e0-4ddb-4655-aa3b-8afc5deae8ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c88c448-c4b1-44ad-9193-0fae54dbf5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482237 Jun 24 14:26:53.013460 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-025694e5-2c39-48b1-86be-0a3e419f78e9 service neutron] 10.222.0.36 "GET /v2.0/networks/4c88c448-c4b1-44ad-9193-0fae54dbf5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017884 Jun 24 14:26:53.026662 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de50c2-6db3-41b7-a2e2-9df78b529c72 req-194b5d82-d179-420e-99ff-649dbc2ed559 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:53.028120 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a4de50c2-6db3-41b7-a2e2-9df78b529c72 req-194b5d82-d179-420e-99ff-649dbc2ed559 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1128666 Jun 24 14:26:53.076571 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a4de50c2-6db3-41b7-a2e2-9df78b529c72 req-440a034e-c0a4-47d7-bd22-cd460fe0d836 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414410 Jun 24 14:26:53.265970 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d08044ec-28de-450f-8f91-46b0c4038652 req-7e44a4b9-410a-4265-90f1-78f4dc662653 service neutron] 10.222.0.36 "GET /v2.0/networks/4c88c448-c4b1-44ad-9193-0fae54dbf5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324775 Jun 24 14:26:53.676626 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c848c-57f2-403c-b769-08f38f6c4c20 req-1d7f1051-7762-4fa1-a172-13eefad4dd9e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:53.678447 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-100c848c-57f2-403c-b769-08f38f6c4c20 req-1d7f1051-7762-4fa1-a172-13eefad4dd9e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 943 time: 0.1324911 Jun 24 14:26:53.731749 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-100c848c-57f2-403c-b769-08f38f6c4c20 req-2b37f4a7-5397-4989-b801-6101525567a7 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470850 Jun 24 14:26:54.049948 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa810d6-bc4f-4817-9f68-ce77d819b58d req-f3901203-033e-47fd-993d-670d44148888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:54.051357 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5fa810d6-bc4f-4817-9f68-ce77d819b58d req-f3901203-033e-47fd-993d-670d44148888 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 1098 time: 0.0864930 Jun 24 14:26:54.140303 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d300a9-23eb-486a-974a-f550ae979a2a req-bba6cc64-e42f-4601-9706-34f1c5d4a833 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:54.141794 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-07d300a9-23eb-486a-974a-f550ae979a2a req-bba6cc64-e42f-4601-9706-34f1c5d4a833 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1268046 Jun 24 14:26:54.186123 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-07d300a9-23eb-486a-974a-f550ae979a2a req-d5e06ec8-552b-4fbb-b706-6b21425b976b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379410 Jun 24 14:26:54.205312 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa810d6-bc4f-4817-9f68-ce77d819b58d req-43265104-04bd-4402-aefa-76147530a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:54.206872 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5fa810d6-bc4f-4817-9f68-ce77d819b58d req-43265104-04bd-4402-aefa-76147530a4de service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.1490071 Jun 24 14:26:54.281736 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5fa810d6-bc4f-4817-9f68-ce77d819b58d req-b969cced-09ba-4450-9179-72f4ddbb3a23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 HTTP/1.1" status: 200 len: 217 time: 0.0672419 Jun 24 14:26:54.291762 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c684d83-cb83-4d8a-857a-3e7918d444ff req-3c9c8670-2e7d-4e81-8311-8fd19bdfce68 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:54.293211 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2c684d83-cb83-4d8a-857a-3e7918d444ff req-3c9c8670-2e7d-4e81-8311-8fd19bdfce68 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0904386 Jun 24 14:26:54.337388 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2c684d83-cb83-4d8a-857a-3e7918d444ff req-9d420686-e45c-44f4-8fa5-02d53859e096 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381203 Jun 24 14:26:54.343688 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa810d6-bc4f-4817-9f68-ce77d819b58d req-7c4c4fbf-c9a5-4fc5-81bf-80cfe3a73338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:54.345137 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5fa810d6-bc4f-4817-9f68-ce77d819b58d req-7c4c4fbf-c9a5-4fc5-81bf-80cfe3a73338 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0574765 Jun 24 14:26:54.432281 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa810d6-bc4f-4817-9f68-ce77d819b58d req-0095be4f-85fa-4d30-bb5e-3c3fd08a4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:54.433805 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5fa810d6-bc4f-4817-9f68-ce77d819b58d req-0095be4f-85fa-4d30-bb5e-3c3fd08a4c53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824184 Jun 24 14:26:54.532823 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddf608-84c1-42fa-9d0f-9dd295d80f59 req-9847e7f0-dca2-4560-9e5d-0ea138c72728 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:54.534521 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ddddf608-84c1-42fa-9d0f-9dd295d80f59 req-9847e7f0-dca2-4560-9e5d-0ea138c72728 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0949192 Jun 24 14:26:54.542964 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 41614) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:54.548066 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-0e07ee30-86ff-4d2c-8ade-f290dbee0eb4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Request body: {'floatingip': {'port_id': '631607fb-c619-44e2-aeea-7f2e1ca4b791'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:26:54.577098 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5fa810d6-bc4f-4817-9f68-ce77d819b58d req-7ed8f9ae-33c7-4e97-b670-0923ebc9b961 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362936 Jun 24 14:26:54.675190 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0e07ee30-86ff-4d2c-8ade-f290dbee0eb4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:54.733818 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5fa810d6-bc4f-4817-9f68-ce77d819b58d req-cd5426ba-28ed-4766-97a3-701d0152a111 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496918 Jun 24 14:26:54.889243 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 41630) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:55.071454 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8ca298ac-dc52-46c9-81a2-dba8d772f68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:55.085900 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-8ca298ac-dc52-46c9-81a2-dba8d772f68a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:26:55.089830 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-8ca298ac-dc52-46c9-81a2-dba8d772f68a admin admin] Usage tracker for resource:security_group_rule and tenant:a65c0363e96d4834a7724626e7134e59 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:26:55.092893 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-8ca298ac-dc52-46c9-81a2-dba8d772f68a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:26:55.098482 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-8ca298ac-dc52-46c9-81a2-dba8d772f68a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:26:55.109367 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ebf43-0444-408b-b163-2b676af98590 req-e287e318-2f51-4406-b71a-6ffe027f0a0b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:55.116353 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-296ebf43-0444-408b-b163-2b676af98590 req-e287e318-2f51-4406-b71a-6ffe027f0a0b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 943 time: 0.2576034 Jun 24 14:26:55.195188 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8ca298ac-dc52-46c9-81a2-dba8d772f68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:55.199698 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8ca298ac-dc52-46c9-81a2-dba8d772f68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:55.248445 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca298ac-dc52-46c9-81a2-dba8d772f68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b664fb4-5660-4640-9e14-7d5a8d3b8c26,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:55.256636 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-8ca298ac-dc52-46c9-81a2-dba8d772f68a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a65c0363e96d4834a7724626e7134e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633900 Jun 24 14:26:55.256636 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 41644) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:26:55.323221 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8a8804e4-a0ae-4557-8fa3-0109ff053f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:55.351164 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8a8804e4-a0ae-4557-8fa3-0109ff053f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:55.402783 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8a8804e4-a0ae-4557-8fa3-0109ff053f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:55.417320 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8804e4-a0ae-4557-8fa3-0109ff053f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b664fb4-5660-4640-9e14-7d5a8d3b8c26,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:26:55.424131 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8a8804e4-a0ae-4557-8fa3-0109ff053f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:55.427883 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-8a8804e4-a0ae-4557-8fa3-0109ff053f83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b664fb4-5660-4640-9e14-7d5a8d3b8c26 HTTP/1.1" status: 204 len: 168 time: 0.1680083 Jun 24 14:26:55.523838 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-296ebf43-0444-408b-b163-2b676af98590 req-946ff62d-e2b5-4512-84c1-747f55ddccef tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066095 Jun 24 14:26:55.620445 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee3c4-f939-4438-90e5-44a01e4c2ba6 req-199bb1b2-bf42-4d4b-beb8-08388b069eed tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:55.621907 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cf8ee3c4-f939-4438-90e5-44a01e4c2ba6 req-199bb1b2-bf42-4d4b-beb8-08388b069eed tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1968470 Jun 24 14:26:55.752202 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0e07ee30-86ff-4d2c-8ade-f290dbee0eb4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:55.759139 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0e07ee30-86ff-4d2c-8ade-f290dbee0eb4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:55.815018 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cf8ee3c4-f939-4438-90e5-44a01e4c2ba6 req-c0fafdd6-5b0e-4a73-a3b2-32e067c6254c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126535 Jun 24 14:26:55.932091 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-0e07ee30-86ff-4d2c-8ade-f290dbee0eb4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Floating IP b1cc080d-8f13-4112-b125-d7ea7c2b3746 associated. External IP: 172.27.2.103, port: 631607fb-c619-44e2-aeea-7f2e1ca4b791. Jun 24 14:26:56.305286 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:26:56.315481 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e07ee30-86ff-4d2c-8ade-f290dbee0eb4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:26:56.504122 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e07ee30-86ff-4d2c-8ade-f290dbee0eb4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:26:56.509842 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0e07ee30-86ff-4d2c-8ade-f290dbee0eb4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:26:56.514567 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb0fdd-e728-41b3-a341-4e099f56be7c None None] Sync routers for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:26:56.525967 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb0fdd-e728-41b3-a341-4e099f56be7c None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:26:56.526612 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-77bb0fdd-e728-41b3-a341-4e099f56be7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:26:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:56.583174 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-0e07ee30-86ff-4d2c-8ade-f290dbee0eb4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "PUT /v2.0/floatingips/b1cc080d-8f13-4112-b125-d7ea7c2b3746 HTTP/1.1" status: 200 len: 992 time: 2.0389705 Jun 24 14:26:56.584551 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adde593-9564-435d-b08c-9822f42aab87', 'tag': '631607fb-c619-44e2-aeea-7f2e1ca4b791'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:26:56.789104 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-77bb0fdd-e728-41b3-a341-4e099f56be7c None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:26:56.877703 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f479c-4d2f-4984-831f-32c97f2c3efc req-1cf6c63e-a9de-4d95-961f-49eedb716953 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:56.879570 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-734f479c-4d2f-4984-831f-32c97f2c3efc req-1cf6c63e-a9de-4d95-961f-49eedb716953 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 943 time: 0.2323453 Jun 24 14:26:56.934541 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-734f479c-4d2f-4984-831f-32c97f2c3efc req-91c39ed3-24af-4ce6-9c47-38c5d9cfb7b4 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486434 Jun 24 14:26:56.974324 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e1ca47-d139-4d3a-bd8b-34d2ee3e4c9b'] response: {'name': 'network-changed', 'server_uuid': '8adde593-9564-435d-b08c-9822f42aab87', 'tag': '631607fb-c619-44e2-aeea-7f2e1ca4b791', 'status': 'completed', 'code': 200} Jun 24 14:26:57.145881 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef76fd-8899-4d46-a855-de7dc76daaeb req-15e23365-5fb6-4db9-b9e0-039848778d6a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:57.147323 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7fef76fd-8899-4d46-a855-de7dc76daaeb req-15e23365-5fb6-4db9-b9e0-039848778d6a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.0927117 Jun 24 14:26:57.182270 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-77bb0fdd-e728-41b3-a341-4e099f56be7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'b1cc080d-8f13-4112-b125-d7ea7c2b3746', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'port_id': '631607fb-c619-44e2-aeea-7f2e1ca4b791', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'mac_address': 'fa:16:3e:41:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adde593-9564-435d-b08c-9822f42aab87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:26:09Z', 'updated_at': '2022-06-24T14:26:55Z', 'revision_number': 1, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:11Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:57.186339 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb0fdd-e728-41b3-a341-4e099f56be7c None None] Checking router: e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:26:57.192205 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7fef76fd-8899-4d46-a855-de7dc76daaeb req-619a048a-60b7-4f57-af40-055b3bf5626f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389471 Jun 24 14:26:57.195690 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb0fdd-e728-41b3-a341-4e099f56be7c None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:26:57.196353 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-77bb0fdd-e728-41b3-a341-4e099f56be7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:26:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:57.375984 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-77bb0fdd-e728-41b3-a341-4e099f56be7c None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:26:57.743906 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-77bb0fdd-e728-41b3-a341-4e099f56be7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'b1cc080d-8f13-4112-b125-d7ea7c2b3746', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'port_id': '631607fb-c619-44e2-aeea-7f2e1ca4b791', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'mac_address': 'fa:16:3e:41:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adde593-9564-435d-b08c-9822f42aab87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:26:09Z', 'updated_at': '2022-06-24T14:26:55Z', 'revision_number': 1, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:11Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:26:57.747876 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb0fdd-e728-41b3-a341-4e099f56be7c None None] The sync data for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi is: [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'b1cc080d-8f13-4112-b125-d7ea7c2b3746', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'port_id': '631607fb-c619-44e2-aeea-7f2e1ca4b791', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'mac_address': 'fa:16:3e:41:12:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adde593-9564-435d-b08c-9822f42aab87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:26:09Z', 'updated_at': '2022-06-24T14:26:55Z', 'revision_number': 1, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:11Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:26:57.936361 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49473e-8aec-4cc7-b015-0ec965284ba6 None None] New status for floating IP b1cc080d-8f13-4112-b125-d7ea7c2b3746: ACTIVE {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:26:58.157497 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140af26-030c-41f9-9c5d-32a18b7ada82 req-d890e63a-bda0-42b6-a231-b5ae45f334a7 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:58.158923 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b140af26-030c-41f9-9c5d-32a18b7ada82 req-d890e63a-bda0-42b6-a231-b5ae45f334a7 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 943 time: 0.0958903 Jun 24 14:26:58.205053 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b140af26-030c-41f9-9c5d-32a18b7ada82 req-c357c063-c171-4460-901c-70ec12f8d3a7 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396409 Jun 24 14:26:58.397453 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2f67a-61f8-4927-849c-fe4dbb4d4475 req-98704705-f286-4073-b678-a5de2af51002 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:58.398893 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1dd2f67a-61f8-4927-849c-fe4dbb4d4475 req-98704705-f286-4073-b678-a5de2af51002 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.0898755 Jun 24 14:26:58.444827 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1dd2f67a-61f8-4927-849c-fe4dbb4d4475 req-65b5ff15-021b-4f99-a0dd-ac7230d35be7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399208 Jun 24 14:26:59.402388 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b389019-a6f6-4afd-afca-9dbb984e74d7 req-303520fc-743c-4948-98b5-53cc06b58eda tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:59.403803 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8b389019-a6f6-4afd-afca-9dbb984e74d7 req-303520fc-743c-4948-98b5-53cc06b58eda tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 943 time: 0.0879786 Jun 24 14:26:59.446031 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8b389019-a6f6-4afd-afca-9dbb984e74d7 req-ef980c8b-51d3-4d89-ab88-07e7a1d172ba tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367103 Jun 24 14:26:59.614847 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c4259-acdc-4b6c-a690-1db7280978ed req-a84163fa-49dd-4e75-8ae7-2e9554ebd54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:59.616300 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f85c4259-acdc-4b6c-a690-1db7280978ed req-a84163fa-49dd-4e75-8ae7-2e9554ebd54d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 1099 time: 0.0810671 Jun 24 14:26:59.634062 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e344f-11ae-45ed-af08-7f87fdf1a7e5 req-f0334c76-f09f-468a-9eb9-2b002a4d7f24 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:59.635481 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5f6e344f-11ae-45ed-af08-7f87fdf1a7e5 req-f0334c76-f09f-468a-9eb9-2b002a4d7f24 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.0860400 Jun 24 14:26:59.679479 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5f6e344f-11ae-45ed-af08-7f87fdf1a7e5 req-53f5316e-0e6a-43a3-8ac2-9e036f0f2849 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381732 Jun 24 14:26:59.751511 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c4259-acdc-4b6c-a690-1db7280978ed req-758abe39-15a6-41ba-8b30-537ef1b85427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:59.752959 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f85c4259-acdc-4b6c-a690-1db7280978ed req-758abe39-15a6-41ba-8b30-537ef1b85427 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 200 len: 911 time: 0.1289968 Jun 24 14:26:59.856598 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f85c4259-acdc-4b6c-a690-1db7280978ed req-a1736e56-66e4-4aba-b780-da7105227d43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=631607fb-c619-44e2-aeea-7f2e1ca4b791 HTTP/1.1" status: 200 len: 1002 time: 0.0947626 Jun 24 14:26:59.997872 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c4259-acdc-4b6c-a690-1db7280978ed req-9e6e0ac4-1506-4f9f-a308-358cc672550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:26:59.999304 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f85c4259-acdc-4b6c-a690-1db7280978ed req-9e6e0ac4-1506-4f9f-a308-358cc672550e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e28c7d3-954d-4590-b072-2d8fc3c5d8a1 HTTP/1.1" status: 200 len: 849 time: 0.1372495 Jun 24 14:27:00.079819 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c4259-acdc-4b6c-a690-1db7280978ed req-b4d29455-6f39-4945-88c4-a2ef4467260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:00.081203 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f85c4259-acdc-4b6c-a690-1db7280978ed req-b4d29455-6f39-4945-88c4-a2ef4467260f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d866f169-8269-4b35-afc6-9e5c3d6deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744450 Jun 24 14:27:00.214341 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f85c4259-acdc-4b6c-a690-1db7280978ed req-f062e951-b993-4c40-bcd6-8ec275f84980 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258337 Jun 24 14:27:00.362569 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f85c4259-acdc-4b6c-a690-1db7280978ed req-3756739f-5616-4400-b56c-ef7c8cd41480 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375456 Jun 24 14:27:00.675087 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81f93e-ffa8-433c-b32a-a4b3b2f046fb req-399cab3e-e1b0-4a18-9be5-9609eeb12f12 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:00.677056 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ef81f93e-ffa8-433c-b32a-a4b3b2f046fb req-399cab3e-e1b0-4a18-9be5-9609eeb12f12 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 943 time: 0.1228304 Jun 24 14:27:00.724667 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ef81f93e-ffa8-433c-b32a-a4b3b2f046fb req-45e1e9ac-e0f5-4225-93d1-573fb89916c2 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418050 Jun 24 14:27:00.881878 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c307e0f-d3fc-40e5-838c-764f930c5ff2 req-ca49059b-ef37-4838-87a6-21002df06500 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:00.883231 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2c307e0f-d3fc-40e5-838c-764f930c5ff2 req-ca49059b-ef37-4838-87a6-21002df06500 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.0936840 Jun 24 14:27:00.928008 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2c307e0f-d3fc-40e5-838c-764f930c5ff2 req-5322eb5b-ac8f-415a-8b09-d1fd527f9e3f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385489 Jun 24 14:27:01.917687 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20907b-2d02-4239-a407-1297aee8ac59 req-55e57a62-4318-430c-a320-22a4e4e5ef02 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:01.919128 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5a20907b-2d02-4239-a407-1297aee8ac59 req-55e57a62-4318-430c-a320-22a4e4e5ef02 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 943 time: 0.0863051 Jun 24 14:27:01.963866 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5a20907b-2d02-4239-a407-1297aee8ac59 req-f75ef108-f25a-4d42-ad0c-2c6da5974e9e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390868 Jun 24 14:27:02.126882 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba806be-7158-4d75-ba3e-a435e579b38d req-8b166efb-aace-4602-a625-739176711899 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:02.128233 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2ba806be-7158-4d75-ba3e-a435e579b38d req-8b166efb-aace-4602-a625-739176711899 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.0916843 Jun 24 14:27:02.188628 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2ba806be-7158-4d75-ba3e-a435e579b38d req-f1d60bda-f54f-4128-bc2e-d6ffc7ec806c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537300 Jun 24 14:27:03.163868 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e330-7be3-4a4a-95f8-240a4bf15c92 req-96dc12b6-c1e0-4309-8881-93d48f70fd42 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:03.165305 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7b62e330-7be3-4a4a-95f8-240a4bf15c92 req-96dc12b6-c1e0-4309-8881-93d48f70fd42 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 943 time: 0.0922625 Jun 24 14:27:03.210233 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7b62e330-7be3-4a4a-95f8-240a4bf15c92 req-525fd4fb-01b7-474a-87f5-09b1048f311f tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Jun 24 14:27:03.374578 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798a3fd-c074-47b9-a70a-c0d6d2c8f0e9 req-c9274435-c118-49dc-8b40-be5bab8cc4da tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:03.376011 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4798a3fd-c074-47b9-a70a-c0d6d2c8f0e9 req-c9274435-c118-49dc-8b40-be5bab8cc4da tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.0850377 Jun 24 14:27:03.419511 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4798a3fd-c074-47b9-a70a-c0d6d2c8f0e9 req-55ae51cd-8d5f-4d2e-9bf9-be1bd0c53505 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371723 Jun 24 14:27:04.118653 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 968f6782-360e-44db-8f83-d9e6179700f4 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:27:04.256996 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 968f6782-360e-44db-8f83-d9e6179700f4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=968f6782-360e-44db-8f83-d9e6179700f4,segment=NetworkSegment(548cdf98-c81c-4ebf-beda-deb6937a44c8),segment_id=548cdf98-c81c-4ebf-beda-deb6937a44c8)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:04.273892 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '968f6782-360e-44db-8f83-d9e6179700f4', 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae', 'port_id': '968f6782-360e-44db-8f83-d9e6179700f4', 'mac_address': 'fa:16:3e:d3:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b9bb70-b104-4ad3-8893-32583f50d8ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:27:04.331758 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 968f6782-360e-44db-8f83-d9e6179700f4 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:04.332035 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:04.353405 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968f6782-360e-44db-8f83-d9e6179700f4 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:04.370376 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 968f6782-360e-44db-8f83-d9e6179700f4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=968f6782-360e-44db-8f83-d9e6179700f4,segment=NetworkSegment(548cdf98-c81c-4ebf-beda-deb6937a44c8),segment_id=548cdf98-c81c-4ebf-beda-deb6937a44c8)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:04.375064 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:04.422301 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbe7ac-bcfa-4493-8cdc-9e3765e9f1bf req-fbfd389d-8c37-4591-aab8-fbacae58e97d tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:04.423847 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-84fbe7ac-bcfa-4493-8cdc-9e3765e9f1bf req-fbfd389d-8c37-4591-aab8-fbacae58e97d tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 943 time: 0.1004927 Jun 24 14:27:04.472273 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-84fbe7ac-bcfa-4493-8cdc-9e3765e9f1bf req-0a129211-c18b-44fb-9ff1-235fdc89d724 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Jun 24 14:27:04.490329 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=968f6782-360e-44db-8f83-d9e6179700f4,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:04.498158 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:04.498494 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:04.498829 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:04.499161 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:04.499483 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:04.499809 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:04.500126 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:04.500463 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:04.500807 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:04.501148 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:04.501446 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:04.501762 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:04.627529 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c26788-a3b6-4e9f-8d71-19179b375e18 req-2e8cccc9-b11b-47f3-91bc-428c40873460 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:04.629036 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-71c26788-a3b6-4e9f-8d71-19179b375e18 req-2e8cccc9-b11b-47f3-91bc-428c40873460 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.0949585 Jun 24 14:27:04.675700 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-71c26788-a3b6-4e9f-8d71-19179b375e18 req-11939e85-905e-4507-bc84-949ab17edc12 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Jun 24 14:27:05.671082 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f49569-c2e1-48ca-b081-7611b1e4232d req-467a85dd-845c-42ac-b08c-cacadec4749c tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:05.672568 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-04f49569-c2e1-48ca-b081-7611b1e4232d req-467a85dd-845c-42ac-b08c-cacadec4749c tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 944 time: 0.0883234 Jun 24 14:27:05.718997 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-04f49569-c2e1-48ca-b081-7611b1e4232d req-6a5dc2e8-a1ca-4772-922d-efb713148b96 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399220 Jun 24 14:27:05.870949 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d3795-a3bb-4508-ab54-ff1aba18bd05 req-5b768a31-1bb5-4159-be11-b879a335d5e0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:05.872386 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c20d3795-a3bb-4508-ab54-ff1aba18bd05 req-5b768a31-1bb5-4159-be11-b879a335d5e0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.0929861 Jun 24 14:27:05.915564 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c20d3795-a3bb-4508-ab54-ff1aba18bd05 req-75a28c81-7cd7-4368-8732-a801cb84f0cf tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373409 Jun 24 14:27:06.048766 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:06.998386 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68238a-5e8b-4a5e-8070-03c8276fa71f req-0cac5b42-6dcc-44ac-a13f-2569064f84d0 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:06.999563 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7d68238a-5e8b-4a5e-8070-03c8276fa71f req-0cac5b42-6dcc-44ac-a13f-2569064f84d0 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 944 time: 0.1762578 Jun 24 14:27:07.097666 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7d68238a-5e8b-4a5e-8070-03c8276fa71f req-3f97da97-1879-4c8a-870b-df82038b3492 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923581 Jun 24 14:27:07.134548 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2e4a9-061c-4eaf-8d79-97fe4daa82d9 req-c63bb044-4178-4016-9663-576d036ae890 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:07.135954 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8dc2e4a9-061c-4eaf-8d79-97fe4daa82d9 req-c63bb044-4178-4016-9663-576d036ae890 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1121368 Jun 24 14:27:07.180145 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8dc2e4a9-061c-4eaf-8d79-97fe4daa82d9 req-d76300ef-6158-432e-9165-326c3c0b8b74 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383098 Jun 24 14:27:07.202297 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['968f6782-360e-44db-8f83-d9e6179700f4'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:27:08.431560 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3346f50-671e-4169-b181-b38f92fb798b req-94b45bee-3da9-4bc7-88b1-ecbb0363a848 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:08.434002 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f3346f50-671e-4169-b181-b38f92fb798b req-94b45bee-3da9-4bc7-88b1-ecbb0363a848 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 944 time: 0.2014577 Jun 24 14:27:08.466657 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6a7ff3d9-a048-42f9-8fae-6f5706156a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:08.507734 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f3346f50-671e-4169-b181-b38f92fb798b req-df307d84-9241-4446-8a56-138ae58f2689 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603080 Jun 24 14:27:08.537410 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae45cad-3d90-4602-8ea1-78c841bf975c req-1ee78902-1841-4fe5-9561-cc71d191a4df tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:08.539563 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3ae45cad-3d90-4602-8ea1-78c841bf975c req-1ee78902-1841-4fe5-9561-cc71d191a4df tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1990297 Jun 24 14:27:08.597245 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3ae45cad-3d90-4602-8ea1-78c841bf975c req-42179605-fb4a-4009-9df5-a9cea0928544 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495508 Jun 24 14:27:09.734850 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe3229-cd98-44ac-a6d9-84d5f7340f61 req-7e5710d6-961d-44e4-8b29-f5685b61a175 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:09.740942 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a2fe3229-cd98-44ac-a6d9-84d5f7340f61 req-7e5710d6-961d-44e4-8b29-f5685b61a175 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 944 time: 0.1109023 Jun 24 14:27:09.846339 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a2fe3229-cd98-44ac-a6d9-84d5f7340f61 req-e82b7c7c-8f8e-4901-b298-c8ced38795bd tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578299 Jun 24 14:27:09.885633 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ff9a4-3607-4a27-ad18-dc966fb0475d req-9d6a4cc6-799c-4f99-8b7b-9c90a98849b1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:09.887329 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-566ff9a4-3607-4a27-ad18-dc966fb0475d req-9d6a4cc6-799c-4f99-8b7b-9c90a98849b1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1617923 Jun 24 14:27:09.937478 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-566ff9a4-3607-4a27-ad18-dc966fb0475d req-457cb7ed-67e1-44b5-8156-31d6d6058059 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435650 Jun 24 14:27:10.119423 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 968f6782-360e-44db-8f83-d9e6179700f4 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:10.119879 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 41968) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:10.197075 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 968f6782-360e-44db-8f83-d9e6179700f4 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:10.202695 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 968f6782-360e-44db-8f83-d9e6179700f4 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:10.203477 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.267630 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.282891 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:10.288348 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Usage tracker for resource:security_group_rule and tenant:c30b74b995d5449e9df74abff7cd64f8 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:10.291708 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:10.297651 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:10.332841 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 968f6782-360e-44db-8f83-d9e6179700f4 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:10.333105 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.363191 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963aa4e0-6565-4c89-8991-14fcfafc1fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968f6782-360e-44db-8f83-d9e6179700f4'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:10.374243 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 968f6782-360e-44db-8f83-d9e6179700f4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=968f6782-360e-44db-8f83-d9e6179700f4,segment=NetworkSegment(548cdf98-c81c-4ebf-beda-deb6937a44c8),segment_id=548cdf98-c81c-4ebf-beda-deb6937a44c8)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:10.379550 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.397758 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.403661 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.450824 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387ce97c-adf6-4e23-8b26-05c97a583f5c'] response: {'server_uuid': '963aa4e0-6565-4c89-8991-14fcfafc1fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968f6782-360e-44db-8f83-d9e6179700f4', 'code': 200} Jun 24 14:27:10.460808 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c30b74b995d5449e9df74abff7cd64f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400159 Jun 24 14:27:10.461680 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac46a2c-1202-4a07-9c17-28595c154e72,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:10.463395 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 41978) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:10.465796 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=968f6782-360e-44db-8f83-d9e6179700f4,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:10.469446 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:10.469794 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:10.470137 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:10.470473 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:10.470805 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:10.471137 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:10.471466 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:10.471792 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:10.472117 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:10.472473 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:10.472795 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:10.473117 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2805e4d-1388-4719-93ea-463545536e7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:10.535561 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d61142af-d5c0-46e2-9a51-4b38c25097a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.563564 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d61142af-d5c0-46e2-9a51-4b38c25097a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.620340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d61142af-d5c0-46e2-9a51-4b38c25097a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.638978 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61142af-d5c0-46e2-9a51-4b38c25097a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac46a2c-1202-4a07-9c17-28595c154e72,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:10.642493 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d61142af-d5c0-46e2-9a51-4b38c25097a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.643737 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-d61142af-d5c0-46e2-9a51-4b38c25097a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ac46a2c-1202-4a07-9c17-28595c154e72 HTTP/1.1" status: 204 len: 168 time: 0.1786802 Jun 24 14:27:10.683841 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-066ab25c-847b-4b13-8dec-761e1f8c036a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:10.761938 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09bf5f-1c73-42ca-94aa-f65c5089358c req-3062c8d9-4368-4d37-94b5-44bc59fe7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:10.763627 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ce09bf5f-1c73-42ca-94aa-f65c5089358c req-3062c8d9-4368-4d37-94b5-44bc59fe7e47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 1098 time: 0.0949855 Jun 24 14:27:10.810732 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ce09bf5f-1c73-42ca-94aa-f65c5089358c req-3388caf5-5bd5-48a3-ab24-4d494275c107 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385067 Jun 24 14:27:11.175955 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d16be-32b0-49f6-8f53-f21aaef6d08c req-b0441fbb-24b2-45e5-be62-dba5e92d696b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:11.177522 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-444d16be-32b0-49f6-8f53-f21aaef6d08c req-b0441fbb-24b2-45e5-be62-dba5e92d696b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 945 time: 0.2016416 Jun 24 14:27:11.229865 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca44b9b-2a84-4e7b-b49c-29f4d857754c req-51605975-4a1d-444a-b3f3-294089b1c38a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:11.231365 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dca44b9b-2a84-4e7b-b49c-29f4d857754c req-51605975-4a1d-444a-b3f3-294089b1c38a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1624253 Jun 24 14:27:11.267210 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-444d16be-32b0-49f6-8f53-f21aaef6d08c req-f5fb5b6e-e3d5-4a5f-8216-fc4b9142f41b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723925 Jun 24 14:27:11.311042 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dca44b9b-2a84-4e7b-b49c-29f4d857754c req-12fb7a12-a354-4f38-b6de-6c1f2f1edef7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644329 Jun 24 14:27:11.437597 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 42020) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:11.464738 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42026) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:11.568969 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0af-3752-4641-8773-b895d811d200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.585724 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-f4c6b0af-3752-4641-8773-b895d811d200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:11.590037 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-f4c6b0af-3752-4641-8773-b895d811d200 admin admin] Usage tracker for resource:security_group_rule and tenant:07ad2fa316f245ef8fbb4c0a7f988d37 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:11.594377 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-f4c6b0af-3752-4641-8773-b895d811d200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:11.599809 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.603829 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-f4c6b0af-3752-4641-8773-b895d811d200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:11.700698 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0af-3752-4641-8773-b895d811d200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.704929 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f4c6b0af-3752-4641-8773-b895d811d200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.706649 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-873703948-network', 'tenant_id': '6a344624069347249d9b90f88322cada'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:11.711897 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:11.715930 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Usage tracker for resource:network and tenant:6a344624069347249d9b90f88322cada is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:11.719098 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:11.725368 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:11.735093 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Made reservation on behalf of 6a344624069347249d9b90f88322cada for: {'network': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:27:11.737376 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.749242 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.753257 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-f4c6b0af-3752-4641-8773-b895d811d200 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07ad2fa316f245ef8fbb4c0a7f988d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141289 Jun 24 14:27:11.754135 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6b0af-3752-4641-8773-b895d811d200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc19e27c-e02e-42f2-b21a-de5b316b9ea7,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:11.757556 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 42032) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:11.766599 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:11.771597 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Usage tracker for resource:security_group_rule and tenant:6a344624069347249d9b90f88322cada is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:11.774478 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:11.780494 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:11.829443 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-49929457-73f1-4b8f-beb9-3eb95cb968ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.861583 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-49929457-73f1-4b8f-beb9-3eb95cb968ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.877472 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.882041 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.915266 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=88094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:27:11.932651 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e4b3fd-90fc-43b9-8722-43fe98d86380,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:11.937327 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-49929457-73f1-4b8f-beb9-3eb95cb968ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.939296 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.939668 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.segments_db [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Added segment 8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b of type vlan for network 5e5d65c4-023b-4037-93c8-664c88355c3a Jun 24 14:27:11.943465 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.960645 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49929457-73f1-4b8f-beb9-3eb95cb968ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc19e27c-e02e-42f2-b21a-de5b316b9ea7,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:11.962975 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-49929457-73f1-4b8f-beb9-3eb95cb968ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:11.964141 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-49929457-73f1-4b8f-beb9-3eb95cb968ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc19e27c-e02e-42f2-b21a-de5b316b9ea7 HTTP/1.1" status: 204 len: 168 time: 0.2052755 Jun 24 14:27:11.971246 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.009632 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.010855 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:12.011612 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.123679 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] Pushing event updated for resources: {'Network': ['ID=5e5d65c4-023b-4037-93c8-664c88355c3a,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:12.127057 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-b56754f4-fc8c-496d-898e-9f0f9310780f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6611886 Jun 24 14:27:12.130287 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 42040) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:12.135876 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 5e5d65c4-023b-4037-93c8-664c88355c3a details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:27:12.136847 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Request body: {'subnet': {'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-873703948-subnet', 'tenant_id': '6a344624069347249d9b90f88322cada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:12.141790 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:12.146406 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Usage tracker for resource:subnet and tenant:6a344624069347249d9b90f88322cada is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:12.149286 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:12.156771 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:12.173666 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Made reservation on behalf of 6a344624069347249d9b90f88322cada for: {'subnet': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:27:12.177696 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2596815'] for subnet, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.371163 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 42050) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:12.406821 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2e176888-5c8a-45b1-a116-0ef1a907f865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.429485 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217a785-b312-4591-9843-3c6a5c2e69b4 req-8f1adf99-5dab-4d63-8745-df10c8ca7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:12.430897 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b217a785-b312-4591-9843-3c6a5c2e69b4 req-8f1adf99-5dab-4d63-8745-df10c8ca7cbc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 1098 time: 0.2286997 Jun 24 14:27:12.435359 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-2e176888-5c8a-45b1-a116-0ef1a907f865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:12.441556 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-2e176888-5c8a-45b1-a116-0ef1a907f865 admin admin] Usage tracker for resource:security_group_rule and tenant:1e1c3b42f91b4f1890c7372fac7bf3f0 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:12.460610 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-2e176888-5c8a-45b1-a116-0ef1a907f865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:12.472435 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-2e176888-5c8a-45b1-a116-0ef1a907f865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:12.548514 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b217a785-b312-4591-9843-3c6a5c2e69b4 req-7b3b66cb-33cd-4e17-a6e7-347c617ed1c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081724 Jun 24 14:27:12.595159 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4e2b0-a298-471e-acdf-9c057b23484e req-75fac051-c067-4fdf-a9b1-16dcc9ba751d tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:12.602230 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bad4e2b0-a298-471e-acdf-9c057b23484e req-75fac051-c067-4fdf-a9b1-16dcc9ba751d tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 945 time: 0.2001951 Jun 24 14:27:12.675363 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffa3c8-4d8a-4a0f-9e28-23f593cc1ea6 req-e647e743-5959-4182-984e-0a187832aae0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:12.677623 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bfffa3c8-4d8a-4a0f-9e28-23f593cc1ea6 req-e647e743-5959-4182-984e-0a187832aae0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.2107852 Jun 24 14:27:12.680854 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bad4e2b0-a298-471e-acdf-9c057b23484e req-bb283efd-966c-482e-95bd-5ad02a93b90e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672235 Jun 24 14:27:12.732534 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bfffa3c8-4d8a-4a0f-9e28-23f593cc1ea6 req-1d1d9061-3b92-4d58-bfc7-f3af37a12816 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483143 Jun 24 14:27:12.777315 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2350275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2596857'] for subnet, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.832871 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2e176888-5c8a-45b1-a116-0ef1a907f865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.840249 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2e176888-5c8a-45b1-a116-0ef1a907f865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.905922 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d866de4-257d-4307-83fe-f9b11848b580,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:12.917666 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-2e176888-5c8a-45b1-a116-0ef1a907f865 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e1c3b42f91b4f1890c7372fac7bf3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5444758 Jun 24 14:27:12.922135 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42060) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:12.925340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e176888-5c8a-45b1-a116-0ef1a907f865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019379c8-b642-47fd-9fd3-49158a46df20,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:12.930520 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Checking segment: {'id': '8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:12.930938 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Network hostable DHCP agents. Network: 5e5d65c4-023b-4037-93c8-664c88355c3a, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:27:12.951963 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Network 5e5d65c4-023b-4037-93c8-664c88355c3a is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:27:12.963472 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 5e5d65c4-023b-4037-93c8-664c88355c3a) {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:12.968357 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:12.969054 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:12.973831 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e554db7d-b433-4086-9522-ccc50b10a068 None None] Network 5e5d65c4-023b-4037-93c8-664c88355c3a requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:27:13.000583 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3581cc98-f587-4d1c-b5de-e340064f1313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.002923 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-74c4a55c-b813-48c5-80dc-502f6277c717 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8709962 Jun 24 14:27:13.040764 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3581cc98-f587-4d1c-b5de-e340064f1313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.050867 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 42066) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:13.113255 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3581cc98-f587-4d1c-b5de-e340064f1313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.131718 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581cc98-f587-4d1c-b5de-e340064f1313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019379c8-b642-47fd-9fd3-49158a46df20,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:13.138307 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3581cc98-f587-4d1c-b5de-e340064f1313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.142423 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-3581cc98-f587-4d1c-b5de-e340064f1313 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/019379c8-b642-47fd-9fd3-49158a46df20 HTTP/1.1" status: 204 len: 168 time: 0.2190671 Jun 24 14:27:13.200712 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-40310599-79cd-471b-9aa6-0030a578dd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.217892 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-40310599-79cd-471b-9aa6-0030a578dd77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:13.221989 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-40310599-79cd-471b-9aa6-0030a578dd77 admin admin] Usage tracker for resource:security_group_rule and tenant:121dfe934aec4a79bc42c7ed6ce53bd7 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:13.225627 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-40310599-79cd-471b-9aa6-0030a578dd77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:13.231738 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-40310599-79cd-471b-9aa6-0030a578dd77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:13.321092 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e551120a-e1fa-42b0-80f2-cf956814857a None None] Network 5e5d65c4-023b-4037-93c8-664c88355c3a requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:27:13.331150 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-40310599-79cd-471b-9aa6-0030a578dd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.336123 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-40310599-79cd-471b-9aa6-0030a578dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.390758 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-40310599-79cd-471b-9aa6-0030a578dd77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=121dfe934aec4a79bc42c7ed6ce53bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380218 Jun 24 14:27:13.392400 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40310599-79cd-471b-9aa6-0030a578dd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d01000-79c3-49cc-bf17-c1f97652d47b,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:13.393436 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42082) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:13.468042 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d8a3-1098-4222-81a5-48f1f2ad2413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.499351 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d8a3-1098-4222-81a5-48f1f2ad2413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.563308 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d8a3-1098-4222-81a5-48f1f2ad2413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.628940 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b5c9d8a3-1098-4222-81a5-48f1f2ad2413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:13.645256 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-b5c9d8a3-1098-4222-81a5-48f1f2ad2413 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96d01000-79c3-49cc-bf17-c1f97652d47b HTTP/1.1" status: 204 len: 168 time: 0.2504590 Jun 24 14:27:13.648207 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9d8a3-1098-4222-81a5-48f1f2ad2413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d01000-79c3-49cc-bf17-c1f97652d47b,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:13.675045 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:14.007179 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe4e13-eaaa-4a31-ab1e-f057efe75a33 req-719e539d-7a13-4764-be35-48f5f249d3cf tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:14.009302 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-38fe4e13-eaaa-4a31-ab1e-f057efe75a33 req-719e539d-7a13-4764-be35-48f5f249d3cf tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 945 time: 0.1838357 Jun 24 14:27:14.067716 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4318d5-0496-4327-bee4-ec1f0776f993 req-ccea9ac0-2308-4506-9449-b96725375d30 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:14.069327 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6f4318d5-0496-4327-bee4-ec1f0776f993 req-ccea9ac0-2308-4506-9449-b96725375d30 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1825845 Jun 24 14:27:14.214054 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-38fe4e13-eaaa-4a31-ab1e-f057efe75a33 req-c5e13fc1-dae2-42cb-8297-a96019388021 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980109 Jun 24 14:27:14.300660 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6f4318d5-0496-4327-bee4-ec1f0776f993 req-3fbeff5b-4d57-4849-a531-da116420f331 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898352 Jun 24 14:27:15.622801 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168ebd0-eb02-4a51-a42d-1afdbcf5b63f req-c43ab71b-f5d8-4164-9b0f-603a80c6cf19 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:15.639927 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4168ebd0-eb02-4a51-a42d-1afdbcf5b63f req-c43ab71b-f5d8-4164-9b0f-603a80c6cf19 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1878209 Jun 24 14:27:15.711341 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4168ebd0-eb02-4a51-a42d-1afdbcf5b63f req-c83392ac-3930-4f66-9a66-9871d103a6ef tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701227 Jun 24 14:27:16.049849 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8928-4272-443a-b77c-d676d24af25d req-0419b74e-4334-46ca-a101-88d35ed94b1d tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:16.050543 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-cf7c8928-4272-443a-b77c-d676d24af25d req-0419b74e-4334-46ca-a101-88d35ed94b1d tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Synchronizing usage tracker for tenant:6a344624069347249d9b90f88322cada on resource:network {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:16.077548 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-cf7c8928-4272-443a-b77c-d676d24af25d req-0419b74e-4334-46ca-a101-88d35ed94b1d tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Unset dirty status for tenant:6a344624069347249d9b90f88322cada on resource:network {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:16.081013 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-0419b74e-4334-46ca-a101-88d35ed94b1d tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/networks?id=5e5d65c4-023b-4037-93c8-664c88355c3a HTTP/1.1" status: 200 len: 813 time: 0.2421150 Jun 24 14:27:16.106881 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-b84a343e-fcf3-47e9-9dc0-bd0f8dc90219 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/quotas/6a344624069347249d9b90f88322cada HTTP/1.1" status: 200 len: 375 time: 0.0179584 Jun 24 14:27:16.120506 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be754f2-dc6e-4ffc-a143-ffc51e2db413 req-a9fccf2b-f97b-4c68-97b6-5f51c9b43d8b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:16.121981 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4be754f2-dc6e-4ffc-a143-ffc51e2db413 req-a9fccf2b-f97b-4c68-97b6-5f51c9b43d8b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 945 time: 0.1507471 Jun 24 14:27:16.188101 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-8cb0e1a8-baaa-4a75-88c3-0b46595c26f7 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a344624069347249d9b90f88322cada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651064 Jun 24 14:27:16.284639 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4be754f2-dc6e-4ffc-a143-ffc51e2db413 req-1bf7f4f8-6627-4c12-9142-3fd30915938a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180112 Jun 24 14:27:16.344363 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-f61029b2-cb7f-4e93-a6de-b5c94c6828c4 service neutron] 10.222.0.16 "GET /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421592 Jun 24 14:27:16.527956 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-512aec32-d090-4a13-9ae0-bde4360b61a1 service neutron] 10.222.0.16 "GET /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741354 Jun 24 14:27:16.687553 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53c82d-3d1f-450b-910f-8a24802abac9 req-8ae53663-da38-4ad9-87ba-5690e7785f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:16.690862 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5b53c82d-3d1f-450b-910f-8a24802abac9 req-8ae53663-da38-4ad9-87ba-5690e7785f13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 1098 time: 0.1093163 Jun 24 14:27:16.804182 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7d55a-930e-4d6a-9697-d1bcaddd6437 req-18063491-2e91-4781-a4b0-65b4f4ea0f44 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:16.805885 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1ac7d55a-930e-4d6a-9697-d1bcaddd6437 req-18063491-2e91-4781-a4b0-65b4f4ea0f44 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1959755 Jun 24 14:27:16.934861 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7b2c8f28-8da5-41ca-8d02-adb1c9521271 req-f0485e4c-6e56-4f8a-bba9-ab225c4616bf tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 210 time: 0.1273019 Jun 24 14:27:16.970335 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53c82d-3d1f-450b-910f-8a24802abac9 req-030ae06a-3da6-41df-9d83-8eb66f8a7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:16.971758 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5b53c82d-3d1f-450b-910f-8a24802abac9 req-030ae06a-3da6-41df-9d83-8eb66f8a7c1a service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.2725396 Jun 24 14:27:16.992283 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1ac7d55a-930e-4d6a-9697-d1bcaddd6437 req-cdc48cf8-45d1-4bfd-b8be-59406de46c84 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907972 Jun 24 14:27:17.080744 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5b53c82d-3d1f-450b-910f-8a24802abac9 req-2201df7a-87ae-4a4f-9021-48ced2086833 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 HTTP/1.1" status: 200 len: 217 time: 0.0880473 Jun 24 14:27:17.180447 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53c82d-3d1f-450b-910f-8a24802abac9 req-796588db-3049-463d-ae49-e26a25ff206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:17.181880 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5b53c82d-3d1f-450b-910f-8a24802abac9 req-796588db-3049-463d-ae49-e26a25ff206c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0864625 Jun 24 14:27:17.311113 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53c82d-3d1f-450b-910f-8a24802abac9 req-853ad706-2131-44fc-a801-f9379cd23975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:17.319488 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5b53c82d-3d1f-450b-910f-8a24802abac9 req-853ad706-2131-44fc-a801-f9379cd23975 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1216981 Jun 24 14:27:17.569290 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fddee-8c87-476a-b966-d8bb53c71ec9 req-11752d66-eae3-4e37-ba02-969f21b88ad8 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:17.571241 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c86fddee-8c87-476a-b966-d8bb53c71ec9 req-11752d66-eae3-4e37-ba02-969f21b88ad8 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 945 time: 0.1074677 Jun 24 14:27:17.586938 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5b53c82d-3d1f-450b-910f-8a24802abac9 req-32ea596b-8c99-4a2f-84ac-0ecb21422145 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566938 Jun 24 14:27:17.646081 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c86fddee-8c87-476a-b966-d8bb53c71ec9 req-b6a7c714-d885-4b87-81c8-f8fcac1279bd tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690057 Jun 24 14:27:17.750612 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5b53c82d-3d1f-450b-910f-8a24802abac9 req-a88e7127-48fd-42bb-9ecb-94c330e29dc3 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570678 Jun 24 14:27:18.184269 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-32a391aa-72f9-4b94-b017-df282d61c565 req-3c0b5678-14a0-4b5e-b574-7426dac154b3 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 210 time: 0.0952973 Jun 24 14:27:18.246191 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b63d-70fc-493d-92fc-5cfa7ba85ba8 req-1ecd8716-b4d8-4ef2-8f2b-4ab76bf3c5c2 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:18.247688 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f562b63d-70fc-493d-92fc-5cfa7ba85ba8 req-1ecd8716-b4d8-4ef2-8f2b-4ab76bf3c5c2 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1197546 Jun 24 14:27:18.282709 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9907f5-2820-422e-a439-76149db502e7 req-8b38e38f-6ff0-43a7-be7f-344855334d36 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:18.283449 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-1d9907f5-2820-422e-a439-76149db502e7 req-8b38e38f-6ff0-43a7-be7f-344855334d36 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Synchronizing usage tracker for tenant:95011c5456f84687a243e15f9156009e on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:18.298817 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f562b63d-70fc-493d-92fc-5cfa7ba85ba8 req-16be4d7b-b092-4844-b7e7-f503b5a2a02c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411680 Jun 24 14:27:18.302108 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-1d9907f5-2820-422e-a439-76149db502e7 req-8b38e38f-6ff0-43a7-be7f-344855334d36 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Unset dirty status for tenant:95011c5456f84687a243e15f9156009e on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:18.303336 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1d9907f5-2820-422e-a439-76149db502e7 req-8b38e38f-6ff0-43a7-be7f-344855334d36 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.36 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 945 time: 0.1215918 Jun 24 14:27:18.394941 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-1d9907f5-2820-422e-a439-76149db502e7 req-7bafb47f-720a-4f80-a1ad-7ed8c0f89f55 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Deleting port 968f6782-360e-44db-8f83-d9e6179700f4 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:27:18.395280 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1d9907f5-2820-422e-a439-76149db502e7 req-7bafb47f-720a-4f80-a1ad-7ed8c0f89f55 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.803222 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-1d9907f5-2820-422e-a439-76149db502e7 req-7bafb47f-720a-4f80-a1ad-7ed8c0f89f55 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] For port 968f6782-360e-44db-8f83-d9e6179700f4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=968f6782-360e-44db-8f83-d9e6179700f4,segment=NetworkSegment(548cdf98-c81c-4ebf-beda-deb6937a44c8),segment_id=548cdf98-c81c-4ebf-beda-deb6937a44c8)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:18.804396 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1d9907f5-2820-422e-a439-76149db502e7 req-7bafb47f-720a-4f80-a1ad-7ed8c0f89f55 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:18.914546 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea0e72-a778-48fc-9d94-be6f002ee834 req-f36cf7d8-10b7-4cbb-bb90-546d524f0642 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:18.922062 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5eea0e72-a778-48fc-9d94-be6f002ee834 req-f36cf7d8-10b7-4cbb-bb90-546d524f0642 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 945 time: 0.1024468 Jun 24 14:27:18.966224 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5eea0e72-a778-48fc-9d94-be6f002ee834 req-faf03e93-5720-4b19-8db3-50f9e7d1f166 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432906 Jun 24 14:27:18.993642 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-1d9907f5-2820-422e-a439-76149db502e7 req-7bafb47f-720a-4f80-a1ad-7ed8c0f89f55 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Calling delete_port for 968f6782-360e-44db-8f83-d9e6179700f4 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:27:19.048540 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8928-4272-443a-b77c-d676d24af25d req-3847a0ad-9688-47de-8ca0-ff781d8668af tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:19.050031 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-3847a0ad-9688-47de-8ca0-ff781d8668af tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.36 "GET /v2.0/networks?id=5e5d65c4-023b-4037-93c8-664c88355c3a HTTP/1.1" status: 200 len: 813 time: 0.4279039 Jun 24 14:27:19.096175 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Request body: {'port': {'device_id': 'f1e6389d-1d11-45d2-8d66-01a2f3d281e3', 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a', 'admin_state_up': True, 'tenant_id': '6a344624069347249d9b90f88322cada'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:19.276921 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1d9907f5-2820-422e-a439-76149db502e7 req-7bafb47f-720a-4f80-a1ad-7ed8c0f89f55 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:19.327107 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['968f6782-360e-44db-8f83-d9e6179700f4'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:27:19.337793 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:19.340095 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafb47f-720a-4f80-a1ad-7ed8c0f89f55 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Pushing event deleted for resources: {'Port': ['ID=968f6782-360e-44db-8f83-d9e6179700f4,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:19.375002 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-863c1e00-39c1-420b-b477-e4fc2ddcd983 req-d2b61523-4001-49ef-a1b2-b6bc4b6884e0 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 210 time: 0.0705206 Jun 24 14:27:19.382552 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Usage tracker for resource:port and tenant:6a344624069347249d9b90f88322cada is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:19.390838 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:19.429302 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:19.438239 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9907f5-2820-422e-a439-76149db502e7 req-7bafb47f-720a-4f80-a1ad-7ed8c0f89f55 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] No DVR routers for this DVR port 968f6782-360e-44db-8f83-d9e6179700f4 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:27:19.445240 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1d9907f5-2820-422e-a439-76149db502e7 req-7bafb47f-720a-4f80-a1ad-7ed8c0f89f55 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:19.448707 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963aa4e0-6565-4c89-8991-14fcfafc1fda', 'name': 'network-vif-deleted', 'tag': '968f6782-360e-44db-8f83-d9e6179700f4'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:19.462801 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Made reservation on behalf of 6a344624069347249d9b90f88322cada for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:27:19.466307 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:19.493627 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1d9907f5-2820-422e-a439-76149db502e7 req-7bafb47f-720a-4f80-a1ad-7ed8c0f89f55 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.36 "DELETE /v2.0/ports/968f6782-360e-44db-8f83-d9e6179700f4 HTTP/1.1" status: 204 len: 173 time: 1.1825948 Jun 24 14:27:19.535117 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fcfb132-b919-479a-ae31-8e25bb2b0017'] response: {'server_uuid': '963aa4e0-6565-4c89-8991-14fcfafc1fda', 'name': 'network-vif-deleted', 'tag': '968f6782-360e-44db-8f83-d9e6179700f4', 'status': 'completed', 'code': 200} Jun 24 14:27:19.536746 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66134fa-2c26-48c8-8fe7-c4c2c06c3438 req-a151b3d1-9e8d-44e5-881f-28dbbc8e789d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:19.538621 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c66134fa-2c26-48c8-8fe7-c4c2c06c3438 req-a151b3d1-9e8d-44e5-881f-28dbbc8e789d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1073792 Jun 24 14:27:19.608361 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c66134fa-2c26-48c8-8fe7-c4c2c06c3438 req-6281c5c1-1300-46a5-b561-6ee72ff887b0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629311 Jun 24 14:27:19.683499 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Allocated IP 172.20.0.6 (5e5d65c4-023b-4037-93c8-664c88355c3a/1d866de4-257d-4307-83fe-f9b11848b580/32ef5148-d2be-4ef8-961a-735df482d79c) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:20.000763 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.041477 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.126708 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Network 5e5d65c4-023b-4037-93c8-664c88355c3a is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:20.128138 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:20.130866 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:20.160898 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a7543583-98ba-40af-be25-1d59962b5958 req-95f21109-eb95-4003-91e1-c49293466aa2 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=963aa4e0-6565-4c89-8991-14fcfafc1fda HTTP/1.1" status: 200 len: 210 time: 0.0578942 Jun 24 14:27:20.230110 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:20.230673 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.238102 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Pushing event updated for resources: {'Port': ['ID=32ef5148-d2be-4ef8-961a-735df482d79c,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:20.259199 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-a38cc52f-86e4-45e6-80a5-545db75433db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1669669 Jun 24 14:27:20.264071 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42334) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:20.277392 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Request body: {'port': {'device_id': 'f1e6389d-1d11-45d2-8d66-01a2f3d281e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:20.422980 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3a1d71ed-923c-47a2-bd32-62bad1b09058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.434263 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.441928 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-3a1d71ed-923c-47a2-bd32-62bad1b09058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:20.446269 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-3a1d71ed-923c-47a2-bd32-62bad1b09058 admin admin] Usage tracker for resource:security_group_rule and tenant:1d4ceb0724dc4b2c9c7134a46f65a2f4 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:20.451149 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-3a1d71ed-923c-47a2-bd32-62bad1b09058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:20.461468 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-3a1d71ed-923c-47a2-bd32-62bad1b09058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:20.767617 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3a1d71ed-923c-47a2-bd32-62bad1b09058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.784359 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3a1d71ed-923c-47a2-bd32-62bad1b09058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.857668 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-3a1d71ed-923c-47a2-bd32-62bad1b09058 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d4ceb0724dc4b2c9c7134a46f65a2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5923378 Jun 24 14:27:20.858474 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d71ed-923c-47a2-bd32-62bad1b09058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89caae46-093d-44ba-a920-00b8f0d803c3,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:20.862032 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 42346) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:20.877130 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e4c7-1e45-4b2c-996f-daed5e870790 req-2aea174e-e59d-49c0-8fb4-ff312c71591f tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:20.878650 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0f12e4c7-1e45-4b2c-996f-daed5e870790 req-2aea174e-e59d-49c0-8fb4-ff312c71591f tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 931 time: 0.3348885 Jun 24 14:27:20.913997 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ef5148-d2be-4ef8-961a-735df482d79c {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:20.929665 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:20.930815 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f0dbc-e2af-49b3-969b-d77fb3cb775b req-c0ee5550-d413-4963-8a70-a9c7e164b881 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:20.932535 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e12f0dbc-e2af-49b3-969b-d77fb3cb775b req-c0ee5550-d413-4963-8a70-a9c7e164b881 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.2074554 Jun 24 14:27:20.953099 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Transition to ACTIVE for port object 32ef5148-d2be-4ef8-961a-735df482d79c will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:20.955879 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-0f12e4c7-1e45-4b2c-996f-daed5e870790 req-37099c1b-89f6-4ec9-9aa3-68d5e917e622 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Synchronizing usage tracker for tenant:6a344624069347249d9b90f88322cada on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:20.963789 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.000316 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e12f0dbc-e2af-49b3-969b-d77fb3cb775b req-c6436e9c-bf9a-478c-baaf-dfa9c7535257 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611548 Jun 24 14:27:21.001543 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-0f12e4c7-1e45-4b2c-996f-daed5e870790 req-37099c1b-89f6-4ec9-9aa3-68d5e917e622 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Unset dirty status for tenant:6a344624069347249d9b90f88322cada on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:21.010522 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0f12e4c7-1e45-4b2c-996f-daed5e870790 req-37099c1b-89f6-4ec9-9aa3-68d5e917e622 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167631 Jun 24 14:27:21.018566 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b978e5b4-a092-46da-8d0c-64b5e10ca46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.143878 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Pushing event updated for resources: {'Port': ['ID=32ef5148-d2be-4ef8-961a-735df482d79c,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:21.151611 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b978e5b4-a092-46da-8d0c-64b5e10ca46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.302725 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Attempting to bind port 32ef5148-d2be-4ef8-961a-735df482d79c on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:27:21.303085 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Attempting to bind port 32ef5148-d2be-4ef8-961a-735df482d79c by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:27:21.303414 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Attempting to bind port 32ef5148-d2be-4ef8-961a-735df482d79c on network 5e5d65c4-023b-4037-93c8-664c88355c3a {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:21.308801 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Port 32ef5148-d2be-4ef8-961a-735df482d79c on network 5e5d65c4-023b-4037-93c8-664c88355c3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:27:21.309124 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Attempting to bind port 32ef5148-d2be-4ef8-961a-735df482d79c on network 5e5d65c4-023b-4037-93c8-664c88355c3a {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:21.316477 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:27:21.316477 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Checking segment: {'id': '8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:21.316477 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Bound using segment: {'id': '8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:27:21.318054 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Bound port: 32ef5148-d2be-4ef8-961a-735df482d79c, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:27:21.318054 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.337746 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b978e5b4-a092-46da-8d0c-64b5e10ca46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.379678 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978e5b4-a092-46da-8d0c-64b5e10ca46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89caae46-093d-44ba-a920-00b8f0d803c3,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:21.402247 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b978e5b4-a092-46da-8d0c-64b5e10ca46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.407424 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-b978e5b4-a092-46da-8d0c-64b5e10ca46e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89caae46-093d-44ba-a920-00b8f0d803c3 HTTP/1.1" status: 204 len: 168 time: 0.5406287 Jun 24 14:27:21.462727 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] For port 32ef5148-d2be-4ef8-961a-735df482d79c, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:27:21.466063 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] For port 32ef5148-d2be-4ef8-961a-735df482d79c, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=32ef5148-d2be-4ef8-961a-735df482d79c,segment=NetworkSegment(8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b),segment_id=8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:27:21.470723 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.535126 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:21.535777 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:21.537177 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] 10.222.0.36 "PUT /v2.0/ports/32ef5148-d2be-4ef8-961a-735df482d79c HTTP/1.1" status: 200 len: 1093 time: 1.2655425 Jun 24 14:27:21.537604 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e6389d-1d11-45d2-8d66-01a2f3d281e3', 'tag': '32ef5148-d2be-4ef8-961a-735df482d79c'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:21.609464 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cedc4-078f-42f8-bb62-905f6e966205 service neutron] Pushing event updated for resources: {'Port': ['ID=32ef5148-d2be-4ef8-961a-735df482d79c,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:21.750937 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e928f0-8826-4665-898f-02c7f37816cb req-64c544c7-88e2-47a5-ac09-17f7dc9b6070 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:21.758605 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-64c544c7-88e2-47a5-ac09-17f7dc9b6070 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/networks?id=4c88c448-c4b1-44ad-9193-0fae54dbf5ae HTTP/1.1" status: 200 len: 808 time: 0.2614460 Jun 24 14:27:21.777024 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-b3edbfe8-9b6c-4166-92d7-6b0169a19f4d tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/quotas/95011c5456f84687a243e15f9156009e HTTP/1.1" status: 200 len: 375 time: 0.0170918 Jun 24 14:27:21.789140 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8928-4272-443a-b77c-d676d24af25d req-72116c7d-47ee-4dba-a1fc-8bb1eea86ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:21.796212 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-72116c7d-47ee-4dba-a1fc-8bb1eea86ca8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a344624069347249d9b90f88322cada&device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 1096 time: 0.1773658 Jun 24 14:27:21.857131 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-791b8d6e-c258-4059-a36b-cd75c3712e9b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=95011c5456f84687a243e15f9156009e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789390 Jun 24 14:27:21.899983 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 42378) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:21.907805 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a25cca-66bf-4d5f-bd1e-b45b148dafe8'] response: {'name': 'network-changed', 'server_uuid': 'f1e6389d-1d11-45d2-8d66-01a2f3d281e3', 'tag': '32ef5148-d2be-4ef8-961a-735df482d79c', 'status': 'completed', 'code': 200} Jun 24 14:27:21.931831 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-5b2c1242-0c67-4fa8-8c7b-0c51b6b72167 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32ef5148-d2be-4ef8-961a-735df482d79c HTTP/1.1" status: 200 len: 217 time: 0.1198363 Jun 24 14:27:21.934688 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ee3b15bd-4972-4eff-b183-38b1646e1eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.001529 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-ee3b15bd-4972-4eff-b183-38b1646e1eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:22.005970 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-ee3b15bd-4972-4eff-b183-38b1646e1eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1cf35d58354a13a5178114ab6a0a49 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:22.013347 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-ee3b15bd-4972-4eff-b183-38b1646e1eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:22.019635 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-ebc94b7e-725d-4cbf-89ed-59e0b35ea6ff service neutron] 10.222.0.16 "GET /v2.0/networks/4c88c448-c4b1-44ad-9193-0fae54dbf5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614084 Jun 24 14:27:22.023293 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-ee3b15bd-4972-4eff-b183-38b1646e1eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:22.059909 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8928-4272-443a-b77c-d676d24af25d req-e6a73b0b-5679-4ae3-8967-e9ce1a50cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:22.061578 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-e6a73b0b-5679-4ae3-8967-e9ce1a50cea4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d866de4-257d-4307-83fe-f9b11848b580 HTTP/1.1" status: 200 len: 853 time: 0.1177032 Jun 24 14:27:22.129313 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-3e33a7b4-03a7-450a-a3b1-0d0a084d96da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e5d65c4-023b-4037-93c8-664c88355c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602279 Jun 24 14:27:22.179295 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 968f6782-360e-44db-8f83-d9e6179700f4 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:27:22.214880 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 968f6782-360e-44db-8f83-d9e6179700f4 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:27:22.215532 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 968f6782-360e-44db-8f83-d9e6179700f4 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:27:22.215849 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-cc21b7a6-4fb1-4329-8fed-1ffcbce020de service neutron] 10.222.0.16 "GET /v2.0/networks/4c88c448-c4b1-44ad-9193-0fae54dbf5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951516 Jun 24 14:27:22.274492 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22a06a-d9a2-4d5f-b57a-0f6326e03ca1 req-bebc621a-d386-46ef-9ce7-95cb86786fe6 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:22.277079 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ca22a06a-d9a2-4d5f-b57a-0f6326e03ca1 req-bebc621a-d386-46ef-9ce7-95cb86786fe6 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 943 time: 0.1151133 Jun 24 14:27:22.334866 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ca22a06a-d9a2-4d5f-b57a-0f6326e03ca1 req-c9b60235-b67a-445d-ada6-676a170b8ed2 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524364 Jun 24 14:27:22.412080 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ee3b15bd-4972-4eff-b183-38b1646e1eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.422745 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-ee3b15bd-4972-4eff-b183-38b1646e1eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.474053 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-d28ddf25-9fc7-4c91-9b55-5e7d9f7850d4 service neutron] 10.222.0.36 "GET /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310750 Jun 24 14:27:22.482126 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b15bd-4972-4eff-b183-38b1646e1eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c750e1-1eb2-40b5-90db-6dff4c9ba713,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:22.522155 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dc45d4d5-c53c-4d11-ac07-6f30ce3afac7 req-2e1531da-a519-4bd0-84e7-019ead270ffe tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0945108 Jun 24 14:27:22.531018 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-ee3b15bd-4972-4eff-b183-38b1646e1eb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee1cf35d58354a13a5178114ab6a0a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230419 Jun 24 14:27:22.573956 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42396) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:22.658692 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-cf7c8928-4272-443a-b77c-d676d24af25d req-01c95599-30fb-46b0-a8c1-9e7857ce5d2a service neutron] 10.222.0.36 "GET /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576216 Jun 24 14:27:22.670966 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6a626865-986d-43c3-9e9d-acd8217e3892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.697591 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745929-64da-4975-9552-e429309dae28 req-33876c37-3543-4db8-863a-2fa2ce7703c1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:22.700280 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b8745929-64da-4975-9552-e429309dae28 req-33876c37-3543-4db8-863a-2fa2ce7703c1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1768577 Jun 24 14:27:22.735673 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6a626865-986d-43c3-9e9d-acd8217e3892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.793322 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b8745929-64da-4975-9552-e429309dae28 req-4d1dddc3-51f3-48f0-ae05-6f707385ed8f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826123 Jun 24 14:27:22.817828 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6a626865-986d-43c3-9e9d-acd8217e3892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.866826 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a626865-986d-43c3-9e9d-acd8217e3892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c750e1-1eb2-40b5-90db-6dff4c9ba713,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:22.883091 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6a626865-986d-43c3-9e9d-acd8217e3892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:22.887848 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-6a626865-986d-43c3-9e9d-acd8217e3892 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07c750e1-1eb2-40b5-90db-6dff4c9ba713 HTTP/1.1" status: 204 len: 168 time: 0.3128293 Jun 24 14:27:22.889748 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12686cc6-0398-47b3-b3b8-15fb26e4e4ca req-233277f4-a77c-4fee-9476-50b93d2e599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:22.891806 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-12686cc6-0398-47b3-b3b8-15fb26e4e4ca req-233277f4-a77c-4fee-9476-50b93d2e599a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a344624069347249d9b90f88322cada&device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 1096 time: 0.1067359 Jun 24 14:27:23.052828 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12686cc6-0398-47b3-b3b8-15fb26e4e4ca req-6e19d4e6-7df5-4167-8dc5-e1f9ff8bf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:23.055533 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-12686cc6-0398-47b3-b3b8-15fb26e4e4ca req-6e19d4e6-7df5-4167-8dc5-e1f9ff8bf886 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e5d65c4-023b-4037-93c8-664c88355c3a HTTP/1.1" status: 200 len: 914 time: 0.1568155 Jun 24 14:27:23.174201 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-12686cc6-0398-47b3-b3b8-15fb26e4e4ca req-05c821b5-e632-46cc-9d60-d456387b71af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32ef5148-d2be-4ef8-961a-735df482d79c HTTP/1.1" status: 200 len: 217 time: 0.1127684 Jun 24 14:27:23.292113 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12686cc6-0398-47b3-b3b8-15fb26e4e4ca req-d375d2ed-c4fc-452e-b1a9-0b950172c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:23.296805 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-12686cc6-0398-47b3-b3b8-15fb26e4e4ca req-d375d2ed-c4fc-452e-b1a9-0b950172c139 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d866de4-257d-4307-83fe-f9b11848b580 HTTP/1.1" status: 200 len: 853 time: 0.1135805 Jun 24 14:27:23.365461 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-12686cc6-0398-47b3-b3b8-15fb26e4e4ca req-6bb8f209-46e8-4b74-a492-7c08dbd48d36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e5d65c4-023b-4037-93c8-664c88355c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611520 Jun 24 14:27:23.434360 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42420) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:23.452154 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-20214e84-8c61-47b8-a5b2-011f5ab5d7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.467944 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-20214e84-8c61-47b8-a5b2-011f5ab5d7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:23.472325 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-20214e84-8c61-47b8-a5b2-011f5ab5d7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b198ed4d54074b0189ce2a2cb73f0555 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:23.476287 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-20214e84-8c61-47b8-a5b2-011f5ab5d7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:23.490639 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-20214e84-8c61-47b8-a5b2-011f5ab5d7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:23.569182 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-12686cc6-0398-47b3-b3b8-15fb26e4e4ca req-6c3c12d4-e19f-4e68-a318-805c64a454b7 service neutron] 10.222.0.36 "GET /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966577 Jun 24 14:27:23.648889 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb78c4e-1a1c-4a42-9327-3ef4d253b561 req-d288e73a-3c20-4d7f-a222-7e667ef18dca tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:23.658958 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bcb78c4e-1a1c-4a42-9327-3ef4d253b561 req-d288e73a-3c20-4d7f-a222-7e667ef18dca tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 943 time: 0.1701593 Jun 24 14:27:23.745905 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-12686cc6-0398-47b3-b3b8-15fb26e4e4ca req-7be3bb83-5267-4ff0-8622-fa858ac31036 service neutron] 10.222.0.36 "GET /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612661 Jun 24 14:27:23.787029 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b56d19e4-30da-491e-9372-903b8e0a26ac req-1c0ec908-02ee-4330-8d98-5902172e04f1 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0674160 Jun 24 14:27:23.792380 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bcb78c4e-1a1c-4a42-9327-3ef4d253b561 req-3f354024-8c85-4eae-be91-3651f493fa57 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320605 Jun 24 14:27:23.794110 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-20214e84-8c61-47b8-a5b2-011f5ab5d7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.800507 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-20214e84-8c61-47b8-a5b2-011f5ab5d7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.870955 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-20214e84-8c61-47b8-a5b2-011f5ab5d7d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b198ed4d54074b0189ce2a2cb73f0555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319525 Jun 24 14:27:23.871218 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42428) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:23.876046 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20214e84-8c61-47b8-a5b2-011f5ab5d7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28ac4ed-7f4d-4930-b433-c12234429765,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:23.944301 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d06b1d3-cd28-4352-a282-5b4d5d4d672e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.976328 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d06b1d3-cd28-4352-a282-5b4d5d4d672e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:23.985866 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e928f0-8826-4665-898f-02c7f37816cb req-ea1a8425-154a-4dc4-9f37-e6eda1204742 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:23.987469 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-ea1a8425-154a-4dc4-9f37-e6eda1204742 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.36 "GET /v2.0/networks?id=4c88c448-c4b1-44ad-9193-0fae54dbf5ae HTTP/1.1" status: 200 len: 808 time: 0.1787701 Jun 24 14:27:24.007425 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Request body: {'port': {'device_id': '4e52d264-9618-459a-afc8-80749193ddd4', 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae', 'admin_state_up': True, 'tenant_id': '95011c5456f84687a243e15f9156009e'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:24.036227 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d06b1d3-cd28-4352-a282-5b4d5d4d672e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.050500 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06b1d3-cd28-4352-a282-5b4d5d4d672e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28ac4ed-7f4d-4930-b433-c12234429765,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:24.057954 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d06b1d3-cd28-4352-a282-5b4d5d4d672e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.059080 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-8d06b1d3-cd28-4352-a282-5b4d5d4d672e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e28ac4ed-7f4d-4930-b433-c12234429765 HTTP/1.1" status: 204 len: 168 time: 0.1868279 Jun 24 14:27:24.163453 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:24.167869 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Usage tracker for resource:port and tenant:95011c5456f84687a243e15f9156009e is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:24.170801 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:24.177825 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:24.188344 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Made reservation on behalf of 95011c5456f84687a243e15f9156009e for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:27:24.192697 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.412054 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Allocated IP 172.20.0.13 (4c88c448-c4b1-44ad-9193-0fae54dbf5ae/e0b9bb70-b104-4ad3-8893-32583f50d8ee/fd7bfa2c-3172-46cf-ba9c-2818c3fa39de) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:24.760712 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.794602 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:24.874340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:24.885540 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:24.906345 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:24.961124 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Pushing event updated for resources: {'Port': ['ID=fd7bfa2c-3172-46cf-ba9c-2818c3fa39de,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:25.010425 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:25.011244 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.046600 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-78661d9d-0a0c-499e-9ff5-d44976afd800 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0436566 Jun 24 14:27:25.068326 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Request body: {'port': {'device_id': '4e52d264-9618-459a-afc8-80749193ddd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:25.190525 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d314a9-287f-40bb-b89c-50e3b9847bc1 req-4561d529-b93d-449b-9872-dd17c70df02b tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:25.192118 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-26d314a9-287f-40bb-b89c-50e3b9847bc1 req-4561d529-b93d-449b-9872-dd17c70df02b tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 943 time: 0.1283867 Jun 24 14:27:25.200066 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157b353-ad76-465b-8c94-9885c11e075f req-d852404b-aeaf-4c2f-aa1a-884af9fee85d tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:25.201655 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2157b353-ad76-465b-8c94-9885c11e075f req-d852404b-aeaf-4c2f-aa1a-884af9fee85d tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 932 time: 0.1930926 Jun 24 14:27:25.220004 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.366470 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-26d314a9-287f-40bb-b89c-50e3b9847bc1 req-62103c2f-cb1a-420e-bc09-c0bd9bc51ab0 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639397 Jun 24 14:27:25.370948 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2157b353-ad76-465b-8c94-9885c11e075f req-5986dc37-032d-46d2-9b3e-25bcf8f14b3b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558995 Jun 24 14:27:25.610301 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42496) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:25.615229 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1375463054', 'description': 'tempest-description--1995194792'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:25.621718 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:25.625504 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Usage tracker for resource:security_group and tenant:0e3ad630000240b0b99f8314aa06e202 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:25.626766 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7bfa2c-3172-46cf-ba9c-2818c3fa39de {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:25.629091 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:25.636534 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.636684 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:25.652705 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.661530 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Transition to ACTIVE for port object fd7bfa2c-3172-46cf-ba9c-2818c3fa39de will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:25.665839 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.681815 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:25.685978 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Usage tracker for resource:security_group_rule and tenant:0e3ad630000240b0b99f8314aa06e202 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:25.688882 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:25.695003 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:25.773300 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.781452 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.830226 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.836205 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2203391 Jun 24 14:27:25.836493 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42504) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:25.841520 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf2832-7ecd-46f6-aecd-1c36405b70d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b167a0-f879-44be-9176-f8a080a6c118,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:25.846848 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Pushing event updated for resources: {'Port': ['ID=fd7bfa2c-3172-46cf-ba9c-2818c3fa39de,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:25.847918 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-079213fe-43e0-420b-8d66-c56d8aead724 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Request body: {'security_group_rule': {'security_group_id': '58b167a0-f879-44be-9176-f8a080a6c118', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:25.854483 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-079213fe-43e0-420b-8d66-c56d8aead724 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:25.860731 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-079213fe-43e0-420b-8d66-c56d8aead724 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Usage tracker for resource:security_group_rule and tenant:0e3ad630000240b0b99f8314aa06e202 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:25.864568 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-079213fe-43e0-420b-8d66-c56d8aead724 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:25.872330 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-079213fe-43e0-420b-8d66-c56d8aead724 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:25.889992 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 42508) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:25.894126 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-079213fe-43e0-420b-8d66-c56d8aead724 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.924261 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Attempting to bind port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:27:25.924630 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Attempting to bind port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '548cdf98-c81c-4ebf-beda-deb6937a44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:27:25.924961 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Attempting to bind port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de on network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:25.929678 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de on network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:27:25.930188 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Attempting to bind port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de on network 4c88c448-c4b1-44ad-9193-0fae54dbf5ae {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:25.935203 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:27:25.935539 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Checking segment: {'id': '548cdf98-c81c-4ebf-beda-deb6937a44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:25.935918 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Bound using segment: {'id': '548cdf98-c81c-4ebf-beda-deb6937a44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:27:25.936339 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Bound port: fd7bfa2c-3172-46cf-ba9c-2818c3fa39de, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548cdf98-c81c-4ebf-beda-deb6937a44c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:27:25.936726 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.958099 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-079213fe-43e0-420b-8d66-c56d8aead724 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.962361 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-079213fe-43e0-420b-8d66-c56d8aead724 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:25.997481 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079213fe-43e0-420b-8d66-c56d8aead724 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dea4f1e-3c96-42ad-93f9-ad67f57775c8,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:26.003003 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-079213fe-43e0-420b-8d66-c56d8aead724 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.008919 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-079213fe-43e0-420b-8d66-c56d8aead724 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693549 Jun 24 14:27:26.009615 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42514) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:26.014693 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-34b7cdfc-7c1f-417b-b43a-df8fcc6a86cd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Request body: {'security_group_rule': {'security_group_id': '58b167a0-f879-44be-9176-f8a080a6c118', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:26.021125 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-34b7cdfc-7c1f-417b-b43a-df8fcc6a86cd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:26.025067 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-34b7cdfc-7c1f-417b-b43a-df8fcc6a86cd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Usage tracker for resource:security_group_rule and tenant:0e3ad630000240b0b99f8314aa06e202 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:26.028197 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-34b7cdfc-7c1f-417b-b43a-df8fcc6a86cd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:26.034228 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-34b7cdfc-7c1f-417b-b43a-df8fcc6a86cd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:26.045219 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8f4c61d1-ed73-4b70-8d37-07f08bd03d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.052307 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-34b7cdfc-7c1f-417b-b43a-df8fcc6a86cd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.066284 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-8f4c61d1-ed73-4b70-8d37-07f08bd03d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:26.073117 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-8f4c61d1-ed73-4b70-8d37-07f08bd03d67 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f453faa6384e129b4b5aa428974cb9 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:26.077177 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-8f4c61d1-ed73-4b70-8d37-07f08bd03d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:26.080109 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] For port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:27:26.086313 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] For port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fd7bfa2c-3172-46cf-ba9c-2818c3fa39de,segment=NetworkSegment(548cdf98-c81c-4ebf-beda-deb6937a44c8),segment_id=548cdf98-c81c-4ebf-beda-deb6937a44c8)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:27:26.087555 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-8f4c61d1-ed73-4b70-8d37-07f08bd03d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:26.093538 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.127485 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-34b7cdfc-7c1f-417b-b43a-df8fcc6a86cd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.131786 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-34b7cdfc-7c1f-417b-b43a-df8fcc6a86cd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.155278 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7cdfc-7c1f-417b-b43a-df8fcc6a86cd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f213c1b3-4c87-4b2b-9b9b-88cf3f40ce00,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:26.160089 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:26.160755 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.162368 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] 10.222.0.36 "PUT /v2.0/ports/fd7bfa2c-3172-46cf-ba9c-2818c3fa39de HTTP/1.1" status: 200 len: 1094 time: 1.1012528 Jun 24 14:27:26.166175 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-34b7cdfc-7c1f-417b-b43a-df8fcc6a86cd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.166761 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e52d264-9618-459a-afc8-80749193ddd4', 'tag': 'fd7bfa2c-3172-46cf-ba9c-2818c3fa39de'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:26.167331 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-34b7cdfc-7c1f-417b-b43a-df8fcc6a86cd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568415 Jun 24 14:27:26.170573 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42520) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:26.175697 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:26.182029 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:26.186094 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Usage tracker for resource:floatingip and tenant:0e3ad630000240b0b99f8314aa06e202 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:26.188977 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:26.195357 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:26.207879 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for floatingip, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.208542 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09ab04-bd8a-41ff-8c54-2bc2c50262bb service neutron] Pushing event updated for resources: {'Port': ['ID=fd7bfa2c-3172-46cf-ba9c-2818c3fa39de,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:26.218853 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6ed2d5-fd27-49e7-b156-59f398c97fcd'] response: {'name': 'network-changed', 'server_uuid': '4e52d264-9618-459a-afc8-80749193ddd4', 'tag': 'fd7bfa2c-3172-46cf-ba9c-2818c3fa39de', 'status': 'completed', 'code': 200} Jun 24 14:27:26.264542 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8f4c61d1-ed73-4b70-8d37-07f08bd03d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.268777 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8f4c61d1-ed73-4b70-8d37-07f08bd03d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.315461 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-8f4c61d1-ed73-4b70-8d37-07f08bd03d67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0f453faa6384e129b4b5aa428974cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243512 Jun 24 14:27:26.316292 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c61d1-ed73-4b70-8d37-07f08bd03d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bd693e-5982-4c96-be0e-0992ea9169cb,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:26.318677 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42528) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:26.383194 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.438585 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8b584176-d976-40d9-a4d5-b033e428935d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.489397 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8b584176-d976-40d9-a4d5-b033e428935d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.696218 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Allocated IP 172.27.2.125 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/9f6de060-e93d-4938-9594-05c1f9394bbf) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:26.784967 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8b584176-d976-40d9-a4d5-b033e428935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.823406 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7c97e-ce00-4685-9af0-2fa70fb26624 req-9ceea918-0153-4591-ba5e-59057d500cac tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:26.824875 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-17a7c97e-ce00-4685-9af0-2fa70fb26624 req-9ceea918-0153-4591-ba5e-59057d500cac tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 943 time: 0.3247044 Jun 24 14:27:26.836284 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b584176-d976-40d9-a4d5-b033e428935d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bd693e-5982-4c96-be0e-0992ea9169cb,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:26.877828 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f38cd-5b58-413d-a52b-5a893e956a50 req-f8552a12-e631-4933-94d7-204e4afb535a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:26.879939 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-952f38cd-5b58-413d-a52b-5a893e956a50 req-f8552a12-e631-4933-94d7-204e4afb535a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 944 time: 0.3345828 Jun 24 14:27:26.931143 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8b584176-d976-40d9-a4d5-b033e428935d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.932174 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-8b584176-d976-40d9-a4d5-b033e428935d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81bd693e-5982-4c96-be0e-0992ea9169cb HTTP/1.1" status: 204 len: 168 time: 0.6120598 Jun 24 14:27:26.947033 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-17a7c97e-ce00-4685-9af0-2fa70fb26624 req-af9664d2-bdcf-4cca-9bff-e0362af5e2be tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116405 Jun 24 14:27:26.977404 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:26.989456 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-952f38cd-5b58-413d-a52b-5a893e956a50 req-2ca29d8a-8d73-4977-b70f-c4dfc6009886 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928721 Jun 24 14:27:27.024483 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:27.087467 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:27.090230 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:27.100000 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:27.136044 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event updated for resources: {'Port': ['ID=9f6de060-e93d-4938-9594-05c1f9394bbf,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:27.191688 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:27.249954 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:27.471373 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:27.476257 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:27.589401 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event updated for resources: {'Port': ['ID=9f6de060-e93d-4938-9594-05c1f9394bbf,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:27.605799 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:27.626510 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:27.627725 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-8d03211e-4a96-4588-944e-f0cf8e497948 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4562395 Jun 24 14:27:27.888279 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-98fc1abf-4f9b-46c5-af93-8808a89e0645 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Synchronizing usage tracker for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:27.905435 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-98fc1abf-4f9b-46c5-af93-8808a89e0645 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Unset dirty status for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:27.906903 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-98fc1abf-4f9b-46c5-af93-8808a89e0645 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1375463054&fields=id&tenant_id=0e3ad630000240b0b99f8314aa06e202 HTTP/1.1" status: 200 len: 267 time: 0.0580471 Jun 24 14:27:28.235841 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-13eff72b-d864-408c-9675-a66e23266784 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:28.237338 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-13eff72b-d864-408c-9675-a66e23266784 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 818 time: 0.3231468 Jun 24 14:27:28.260727 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-0c0fdcca-9e18-4509-98ca-2ac76a8b032d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/quotas/0e3ad630000240b0b99f8314aa06e202 HTTP/1.1" status: 200 len: 375 time: 0.0134790 Jun 24 14:27:28.268796 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289eab5-321a-4527-97c1-73bb0296bb00 req-72e8a057-e9bc-4524-ac27-9a888172516e tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:28.270284 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6289eab5-321a-4527-97c1-73bb0296bb00 req-72e8a057-e9bc-4524-ac27-9a888172516e tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 943 time: 0.1713159 Jun 24 14:27:28.372317 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6289eab5-321a-4527-97c1-73bb0296bb00 req-86d2f383-c826-4b5c-8853-bb571b5ddcce tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657368 Jun 24 14:27:28.411992 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-9b0933ef-ffb3-4919-9aef-a567235d5663 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1407187 Jun 24 14:27:28.632143 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-b1ac0c72-beb0-47ef-9a47-52610c33e715 service neutron] 10.222.0.16 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050974 Jun 24 14:27:28.674528 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868d51f-b4b8-444e-934f-e6a2dab46164 req-6c285a05-3340-4cb3-8c6f-8da35c4a44b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:28.676008 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0868d51f-b4b8-444e-934f-e6a2dab46164 req-6c285a05-3340-4cb3-8c6f-8da35c4a44b6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 944 time: 0.1647842 Jun 24 14:27:28.795106 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0868d51f-b4b8-444e-934f-e6a2dab46164 req-460fec69-be45-4fdb-89d9-81e441709e9e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737352 Jun 24 14:27:28.816971 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-5f370063-776e-41cb-a234-ee07e47d7eba service neutron] 10.222.0.16 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721823 Jun 24 14:27:29.017279 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6f7501bf-1b92-40b9-a2cd-01940f680988 req-a18c333b-a8bf-4a1b-9cd3-521e570cef0e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 210 time: 0.0653970 Jun 24 14:27:29.572611 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247566c-3c31-4b88-b924-dbcd87d8a8f6 req-79024b12-2dfc-4a36-81a4-6c441fbc396b tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:29.573987 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1247566c-3c31-4b88-b924-dbcd87d8a8f6 req-79024b12-2dfc-4a36-81a4-6c441fbc396b tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 943 time: 0.0884404 Jun 24 14:27:29.618411 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1247566c-3c31-4b88-b924-dbcd87d8a8f6 req-6b12c70f-180e-4009-9dd5-2c8f802a32b3 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380034 Jun 24 14:27:30.008034 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa269f11-1337-47b9-8edd-7f65d2d980f9 req-2c6c701a-5bf2-48ac-87db-dd3d01ace513 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:30.009697 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b6be9-75ba-4f50-ac22-bc6f1ae6c936 req-6800deec-b6b2-42fb-95c8-2de0e1a519a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:30.010169 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aa269f11-1337-47b9-8edd-7f65d2d980f9 req-2c6c701a-5bf2-48ac-87db-dd3d01ace513 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 944 time: 0.1069157 Jun 24 14:27:30.011834 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7b7b6be9-75ba-4f50-ac22-bc6f1ae6c936 req-6800deec-b6b2-42fb-95c8-2de0e1a519a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95011c5456f84687a243e15f9156009e&device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 1097 time: 0.0977108 Jun 24 14:27:30.060395 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aa269f11-1337-47b9-8edd-7f65d2d980f9 req-d06ed4d2-5886-4d6d-9175-f7fc9504b0eb tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438676 Jun 24 14:27:30.197492 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d1cdcc8d-12a1-4e17-bbff-d888757a2a32 req-7fa0d9aa-099a-4349-a2cc-24e393e82969 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 210 time: 0.0565007 Jun 24 14:27:30.236819 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b6be9-75ba-4f50-ac22-bc6f1ae6c936 req-5b30bdab-a3c2-4b21-8e31-6346d918f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:30.239658 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7b7b6be9-75ba-4f50-ac22-bc6f1ae6c936 req-5b30bdab-a3c2-4b21-8e31-6346d918f056 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=95011c5456f84687a243e15f9156009e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2142148 Jun 24 14:27:30.387556 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b6be9-75ba-4f50-ac22-bc6f1ae6c936 req-a5a51aeb-dd5d-4563-b3b3-13418535bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:30.389087 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7b7b6be9-75ba-4f50-ac22-bc6f1ae6c936 req-a5a51aeb-dd5d-4563-b3b3-13418535bb29 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363285 Jun 24 14:27:30.454396 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 32ef5148-d2be-4ef8-961a-735df482d79c details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:27:30.606873 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 32ef5148-d2be-4ef8-961a-735df482d79c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=32ef5148-d2be-4ef8-961a-735df482d79c,segment=NetworkSegment(8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b),segment_id=8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:30.624734 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '32ef5148-d2be-4ef8-961a-735df482d79c', 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a', 'port_id': '32ef5148-d2be-4ef8-961a-735df482d79c', 'mac_address': 'fa:16:3e:a3:1a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d866de4-257d-4307-83fe-f9b11848b580', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:27:30.656060 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e928f0-8826-4665-898f-02c7f37816cb req-83a34246-8356-49cf-b1cc-4c8ff3f55f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:30.657703 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-83a34246-8356-49cf-b1cc-4c8ff3f55f33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95011c5456f84687a243e15f9156009e&device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 1097 time: 0.1739676 Jun 24 14:27:30.694221 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 32ef5148-d2be-4ef8-961a-735df482d79c is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:30.694221 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:30.712867 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ef5148-d2be-4ef8-961a-735df482d79c {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:30.740511 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 32ef5148-d2be-4ef8-961a-735df482d79c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=32ef5148-d2be-4ef8-961a-735df482d79c,segment=NetworkSegment(8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b),segment_id=8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:30.748532 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:30.821644 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-c00d7a4b-7ebc-461b-b6df-7a768a4f3bff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd7bfa2c-3172-46cf-ba9c-2818c3fa39de HTTP/1.1" status: 200 len: 217 time: 0.1070662 Jun 24 14:27:30.825264 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=32ef5148-d2be-4ef8-961a-735df482d79c,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:30.834508 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362ebc8-8d86-4728-8b9c-abc9880bb65c req-8435ff8a-1c2b-494e-ad3e-e974d2bd39af tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:30.836235 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3362ebc8-8d86-4728-8b9c-abc9880bb65c req-8435ff8a-1c2b-494e-ad3e-e974d2bd39af tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 944 time: 0.1058085 Jun 24 14:27:30.883247 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3362ebc8-8d86-4728-8b9c-abc9880bb65c req-af0f96b3-3ce0-4f07-9139-020ab25ac5e1 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Jun 24 14:27:30.974772 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e928f0-8826-4665-898f-02c7f37816cb req-f34e1b04-c9aa-4f28-a315-deabd2e36d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:30.976281 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-f34e1b04-c9aa-4f28-a315-deabd2e36d1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0b9bb70-b104-4ad3-8893-32583f50d8ee HTTP/1.1" status: 200 len: 848 time: 0.0987797 Jun 24 14:27:31.049272 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-383455c3-e99d-4ece-b881-8b0bd8b4af74 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:31.050726 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-383455c3-e99d-4ece-b881-8b0bd8b4af74 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 818 time: 0.2592545 Jun 24 14:27:31.052645 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-2d844e7e-98c1-46c3-ae31-35f9e87839b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c88c448-c4b1-44ad-9193-0fae54dbf5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700235 Jun 24 14:27:31.286708 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-9c152131-b194-4da1-869f-f2406bbf5057 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Synchronizing usage tracker for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:security_group {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:27:31.328407 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-9c152131-b194-4da1-869f-f2406bbf5057 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Unset dirty status for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:security_group {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:27:31.329597 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-9c152131-b194-4da1-869f-f2406bbf5057 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e3ad630000240b0b99f8314aa06e202 HTTP/1.1" status: 200 len: 380 time: 0.2439373 Jun 24 14:27:31.351961 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-5a82f782-7c71-4a6f-b25b-2421f42e69e0 service neutron] 10.222.0.36 "GET /v2.0/networks/4c88c448-c4b1-44ad-9193-0fae54dbf5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454634 Jun 24 14:27:31.355432 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Request body: {'port': {'device_id': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'admin_state_up': True, 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'security_groups': ['58b167a0-f879-44be-9176-f8a080a6c118']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:31.401824 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5e6c160e-b7a8-4c26-b703-e140aa256850 req-708a9453-2251-44bd-aa12-e799c7c08a83 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 210 time: 0.0551734 Jun 24 14:27:31.409914 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47864c00-7bde-4aee-a680-8514985205c8 req-e3562b57-e34a-49b5-b1ae-3e1d153b01de tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:31.411467 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-47864c00-7bde-4aee-a680-8514985205c8 req-e3562b57-e34a-49b5-b1ae-3e1d153b01de tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 944 time: 0.1530960 Jun 24 14:27:31.461204 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-47864c00-7bde-4aee-a680-8514985205c8 req-95fedbff-7edd-4560-b6cc-43c126d7fd0d tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 Jun 24 14:27:31.602974 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21e928f0-8826-4665-898f-02c7f37816cb req-fc579129-68da-4611-95e8-523b32123f00 service neutron] 10.222.0.36 "GET /v2.0/networks/4c88c448-c4b1-44ad-9193-0fae54dbf5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331321 Jun 24 14:27:31.605247 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:31.609501 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Usage tracker for resource:port and tenant:0e3ad630000240b0b99f8314aa06e202 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:31.612382 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:31.619255 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:31.635206 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Made reservation on behalf of 0e3ad630000240b0b99f8314aa06e202 for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:27:31.640592 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:31.702407 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['32ef5148-d2be-4ef8-961a-735df482d79c'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:27:31.817376 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Allocated IP 172.20.0.14 (10d24e81-bd02-44d3-8a25-b8abf5d4e94c/281a49a9-895e-4dfb-9af0-0c46c1a90d45/2944f0dc-7b31-4145-a440-6149d7079693) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:27:32.022390 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:32.037934 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Transition to ACTIVE for port object 2944f0dc-7b31-4145-a440-6149d7079693 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:32.065527 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:32.101160 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56da897-1116-477f-8cbb-059ab16d9386 req-8ee6c428-0579-4f77-b821-243536850467 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:32.103258 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d56da897-1116-477f-8cbb-059ab16d9386 req-8ee6c428-0579-4f77-b821-243536850467 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 944 time: 0.1034057 Jun 24 14:27:32.122529 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:27:32.130076 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:27:32.134017 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:27:32.157906 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d56da897-1116-477f-8cbb-059ab16d9386 req-8ccccf51-8481-4aa7-994f-48048e014f51 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482185 Jun 24 14:27:32.194140 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event updated for resources: {'Port': ['ID=2944f0dc-7b31-4145-a440-6149d7079693,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:32.213763 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:32.214467 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:32.244561 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-43542910-0d14-4cb4-85ba-e62572380626 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8947484 Jun 24 14:27:32.293387 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Request body: {'port': {'device_id': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:27:32.415107 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:32.445937 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-b8bde358-c430-4287-97ae-599fb3fb01d2 None None] Provisioning for port 2944f0dc-7b31-4145-a440-6149d7079693 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:32.453915 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-b8bde358-c430-4287-97ae-599fb3fb01d2 None None] Provisioning complete for port 2944f0dc-7b31-4145-a440-6149d7079693 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:32.454298 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b8bde358-c430-4287-97ae-599fb3fb01d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:32.525631 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-b8bde358-c430-4287-97ae-599fb3fb01d2 None None] Port 2944f0dc-7b31-4145-a440-6149d7079693 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:27:32.779253 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf4b22-05d0-4671-a68f-51889350b0f7 req-2d32a289-b7df-44c1-b61f-d3afc182576f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:32.781237 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cabf4b22-05d0-4671-a68f-51889350b0f7 req-2d32a289-b7df-44c1-b61f-d3afc182576f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 932 time: 0.2084353 Jun 24 14:27:32.808323 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e297539-ea6c-4871-b098-0e457839b83f req-c7556249-f796-4171-b102-ea20326d61e5 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:32.809783 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9e297539-ea6c-4871-b098-0e457839b83f req-c7556249-f796-4171-b102-ea20326d61e5 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 944 time: 0.1393759 Jun 24 14:27:32.850595 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cabf4b22-05d0-4671-a68f-51889350b0f7 req-f76d4fe3-26c4-4415-b73b-4262172dbc0e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543518 Jun 24 14:27:32.889925 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9e297539-ea6c-4871-b098-0e457839b83f req-61a5dca7-3832-4732-aa21-de2f8c84997b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426829 Jun 24 14:27:32.997149 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2944f0dc-7b31-4145-a440-6149d7079693 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:33.005150 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:33.025479 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Transition to ACTIVE for port object 2944f0dc-7b31-4145-a440-6149d7079693 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:27:33.029801 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:33.221947 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Pushing event updated for resources: {'Port': ['ID=2944f0dc-7b31-4145-a440-6149d7079693,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:33.307003 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:27:33.325320 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Attempting to bind port 2944f0dc-7b31-4145-a440-6149d7079693 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:27:33.326029 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Attempting to bind port 2944f0dc-7b31-4145-a440-6149d7079693 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:27:33.326144 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Attempting to bind port 2944f0dc-7b31-4145-a440-6149d7079693 on network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:33.332169 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Port 2944f0dc-7b31-4145-a440-6149d7079693 on network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:27:33.332557 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Attempting to bind port 2944f0dc-7b31-4145-a440-6149d7079693 on network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:27:33.338425 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:27:33.338758 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Checking segment: {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:27:33.339138 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Bound using segment: {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:27:33.339557 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Bound port: 2944f0dc-7b31-4145-a440-6149d7079693, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685e2da9-a7e3-4616-b117-f4c0599e261b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:27:33.339901 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:33.398271 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde89d6-eee8-461b-b363-52c0b389c8fc req-25aa9f19-ea13-4e66-a7a1-a17dbb68b1fb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:33.415078 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-edde89d6-eee8-461b-b363-52c0b389c8fc req-25aa9f19-ea13-4e66-a7a1-a17dbb68b1fb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 944 time: 0.1173935 Jun 24 14:27:33.456085 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] For port 2944f0dc-7b31-4145-a440-6149d7079693, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:27:33.460619 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] For port 2944f0dc-7b31-4145-a440-6149d7079693, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2944f0dc-7b31-4145-a440-6149d7079693,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:27:33.469843 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:33.542444 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:33.543264 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:33.544685 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] 10.222.0.36 "PUT /v2.0/ports/2944f0dc-7b31-4145-a440-6149d7079693 HTTP/1.1" status: 200 len: 1094 time: 1.2563307 Jun 24 14:27:33.545115 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'tag': '2944f0dc-7b31-4145-a440-6149d7079693'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:33.566861 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-edde89d6-eee8-461b-b363-52c0b389c8fc req-15b31869-956c-4e9d-a576-4afa72470a2b tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484733 Jun 24 14:27:33.622350 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168dca0-f453-47ef-9371-7ff0ee7302ab service neutron] Pushing event updated for resources: {'Port': ['ID=2944f0dc-7b31-4145-a440-6149d7079693,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:33.626829 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669124ff-9228-4987-a200-9f68d4305312'] response: {'name': 'network-changed', 'server_uuid': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'tag': '2944f0dc-7b31-4145-a440-6149d7079693', 'status': 'completed', 'code': 200} Jun 24 14:27:33.756851 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-7e0cdc7a-05c7-437f-a87b-da5279d8bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:33.758128 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-7e0cdc7a-05c7-437f-a87b-da5279d8bdec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 1097 time: 0.1025205 Jun 24 14:27:33.841306 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-0b2a53b7-879d-4fae-97e1-9991e88b6fa3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2944f0dc-7b31-4145-a440-6149d7079693 HTTP/1.1" status: 200 len: 217 time: 0.0663168 Jun 24 14:27:33.905821 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-e0ad5cab-ef30-406e-a595-f1f4cd158353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:33.907244 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-e0ad5cab-ef30-406e-a595-f1f4cd158353 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0587456 Jun 24 14:27:34.007148 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-ccf1c0dd-ba42-43bb-a3db-0b511ec49f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:34.008786 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-ccf1c0dd-ba42-43bb-a3db-0b511ec49f87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950620 Jun 24 14:27:34.137866 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a7e2-40df-4e1d-b068-bd3b9d7caf1f req-02080a9d-7e31-474e-91ca-eec59eba2a3f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:34.139317 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6a42a7e2-40df-4e1d-b068-bd3b9d7caf1f req-02080a9d-7e31-474e-91ca-eec59eba2a3f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 944 time: 0.1629381 Jun 24 14:27:34.145461 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-25f1c6b4-9573-4500-9c31-7c7255fa1025 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300392 Jun 24 14:27:34.147489 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb636df-1d24-49d2-ab99-ae379f07a17f req-5666202f-4b69-48fb-82cd-1f556a499735 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:34.148962 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cfb636df-1d24-49d2-ab99-ae379f07a17f req-5666202f-4b69-48fb-82cd-1f556a499735 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 944 time: 0.1282811 Jun 24 14:27:34.222203 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6a42a7e2-40df-4e1d-b068-bd3b9d7caf1f req-cbf3cd95-4caa-42d3-9661-88cde366af46 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722516 Jun 24 14:27:34.225320 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cfb636df-1d24-49d2-ab99-ae379f07a17f req-95c44981-8050-4efb-8466-daf3e3a93719 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622311 Jun 24 14:27:34.303116 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c556fb5d-7f6f-4e55-b1fa-3dbbb99fc9ad req-87e7c241-ec5c-4c9b-94ee-6e78fe202599 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473930 Jun 24 14:27:34.460900 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 32ef5148-d2be-4ef8-961a-735df482d79c up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:34.551444 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb23cc-6ef7-4fe7-89a6-81e453c06695 req-9fbbe47c-eb03-4cb4-9b1a-8df9ef330c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:34.553073 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d6bb23cc-6ef7-4fe7-89a6-81e453c06695 req-9fbbe47c-eb03-4cb4-9b1a-8df9ef330c01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 1097 time: 0.1192062 Jun 24 14:27:34.590211 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 32ef5148-d2be-4ef8-961a-735df482d79c completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:34.606982 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 32ef5148-d2be-4ef8-961a-735df482d79c triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:34.608297 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:34.806117 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 32ef5148-d2be-4ef8-961a-735df482d79c is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:34.806500 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:34.826201 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb23cc-6ef7-4fe7-89a6-81e453c06695 req-39950649-4219-4d92-aee3-978d6795be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:34.830030 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d6bb23cc-6ef7-4fe7-89a6-81e453c06695 req-39950649-4219-4d92-aee3-978d6795be91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.2699580 Jun 24 14:27:34.868186 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e6389d-1d11-45d2-8d66-01a2f3d281e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ef5148-d2be-4ef8-961a-735df482d79c'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:34.879916 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 32ef5148-d2be-4ef8-961a-735df482d79c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=32ef5148-d2be-4ef8-961a-735df482d79c,segment=NetworkSegment(8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b),segment_id=8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:34.886217 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:34.928588 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b63834-2181-4344-bf9f-24e344629ce3 req-5ac1476a-1c77-44a5-a740-810e6a28f8ab tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:34.930522 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e8b63834-2181-4344-bf9f-24e344629ce3 req-5ac1476a-1c77-44a5-a740-810e6a28f8ab tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 944 time: 0.1347256 Jun 24 14:27:34.943493 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0258746f-3b95-4632-8ff5-d39f6db0bb22'] response: {'server_uuid': 'f1e6389d-1d11-45d2-8d66-01a2f3d281e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ef5148-d2be-4ef8-961a-735df482d79c', 'code': 200} Jun 24 14:27:34.990562 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e8b63834-2181-4344-bf9f-24e344629ce3 req-39ab58ff-8329-4c7b-98c0-f02f9965db35 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503926 Jun 24 14:27:35.012567 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=32ef5148-d2be-4ef8-961a-735df482d79c,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:35.073934 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d6bb23cc-6ef7-4fe7-89a6-81e453c06695 req-2eddbd32-6163-4d38-8f07-2fc4906af5ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2944f0dc-7b31-4145-a440-6149d7079693 HTTP/1.1" status: 200 len: 217 time: 0.2353036 Jun 24 14:27:35.148020 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb23cc-6ef7-4fe7-89a6-81e453c06695 req-ad9b986a-5cf4-468e-ab42-d0ff4a0e7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:35.149662 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d6bb23cc-6ef7-4fe7-89a6-81e453c06695 req-ad9b986a-5cf4-468e-ab42-d0ff4a0e7036 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0680857 Jun 24 14:27:35.323589 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb23cc-6ef7-4fe7-89a6-81e453c06695 req-8bf0f745-2b04-4dc6-89ba-32ebcb05587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:35.325152 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d6bb23cc-6ef7-4fe7-89a6-81e453c06695 req-8bf0f745-2b04-4dc6-89ba-32ebcb05587e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1611164 Jun 24 14:27:35.328138 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2b037-c6ba-4b08-8d66-5ca375bf8e72 req-17cca65b-1a9f-4874-9e2e-0dd567086489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:35.329684 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-52b2b037-c6ba-4b08-8d66-5ca375bf8e72 req-17cca65b-1a9f-4874-9e2e-0dd567086489 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 1098 time: 0.1255620 Jun 24 14:27:35.447722 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-52b2b037-c6ba-4b08-8d66-5ca375bf8e72 req-071907aa-febc-4590-8a2c-cd226dc5a389 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097832 Jun 24 14:27:35.526379 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ae258-f4f2-4475-a206-6c099bc0f394 req-fbf8fc06-c33e-4296-8b0a-9e58b477812e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:35.528840 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-652ae258-f4f2-4475-a206-6c099bc0f394 req-fbf8fc06-c33e-4296-8b0a-9e58b477812e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 944 time: 0.1396036 Jun 24 14:27:35.539269 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d6bb23cc-6ef7-4fe7-89a6-81e453c06695 req-80144133-7c4b-404a-968b-ecaa4c67a82a service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005677 Jun 24 14:27:35.540730 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798bec0-392e-495a-b08a-2a3bd695bf6e req-92197acc-c458-4019-b6fb-a10dffa09468 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:35.542869 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d798bec0-392e-495a-b08a-2a3bd695bf6e req-92197acc-c458-4019-b6fb-a10dffa09468 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 944 time: 0.1964815 Jun 24 14:27:35.652843 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-652ae258-f4f2-4475-a206-6c099bc0f394 req-9c68ef6f-b177-4ba0-8ae7-a0f9a5aeccf0 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081986 Jun 24 14:27:35.657953 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d798bec0-392e-495a-b08a-2a3bd695bf6e req-4de375c5-b988-4cdf-bc47-58ac99b7ddbe tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948026 Jun 24 14:27:36.058702 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:36.060838 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d6bb23cc-6ef7-4fe7-89a6-81e453c06695 req-bbe4a6f5-9009-48c0-a71c-a99dc940dc11 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356590 Jun 24 14:27:36.239688 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2516fc-bdd5-4628-9901-97fd3b4ce4b3 req-457da191-7744-4a39-b20a-5796f70c569e tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:36.241389 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ac2516fc-bdd5-4628-9901-97fd3b4ce4b3 req-457da191-7744-4a39-b20a-5796f70c569e tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 945 time: 0.1043668 Jun 24 14:27:36.299816 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ac2516fc-bdd5-4628-9901-97fd3b4ce4b3 req-5896f2aa-3a44-4496-b321-6e096adf0f10 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509279 Jun 24 14:27:36.758069 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device fd7bfa2c-3172-46cf-ba9c-2818c3fa39de details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:27:36.904162 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fd7bfa2c-3172-46cf-ba9c-2818c3fa39de,segment=NetworkSegment(548cdf98-c81c-4ebf-beda-deb6937a44c8),segment_id=548cdf98-c81c-4ebf-beda-deb6937a44c8)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:36.917461 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': 'fd7bfa2c-3172-46cf-ba9c-2818c3fa39de', 'network_id': '4c88c448-c4b1-44ad-9193-0fae54dbf5ae', 'port_id': 'fd7bfa2c-3172-46cf-ba9c-2818c3fa39de', 'mac_address': 'fa:16:3e:d8:5e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b9bb70-b104-4ad3-8893-32583f50d8ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:27:36.923254 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42e2d2-31ff-4e20-9aa2-833ce086f308 req-43bcbf58-ce56-4ee2-a561-1e3fc4488284 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:36.924747 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7b42e2d2-31ff-4e20-9aa2-833ce086f308 req-43bcbf58-ce56-4ee2-a561-1e3fc4488284 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 944 time: 0.1575058 Jun 24 14:27:36.933283 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57d04b-8d11-419b-be50-ae5f2b893ef6 req-8bab62a5-f348-4fe3-bc3d-50e7c1d57bb7 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:36.934746 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2f57d04b-8d11-419b-be50-ae5f2b893ef6 req-8bab62a5-f348-4fe3-bc3d-50e7c1d57bb7 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 944 time: 0.1268210 Jun 24 14:27:36.980571 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:36.980860 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:36.998531 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7bfa2c-3172-46cf-ba9c-2818c3fa39de {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:37.007476 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7b42e2d2-31ff-4e20-9aa2-833ce086f308 req-0b360f44-e314-41b9-9899-fd2810237de7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717397 Jun 24 14:27:37.014785 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2f57d04b-8d11-419b-be50-ae5f2b893ef6 req-6c731fa3-488e-4a6b-992e-1cd0dda660d4 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658677 Jun 24 14:27:37.018716 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fd7bfa2c-3172-46cf-ba9c-2818c3fa39de,segment=NetworkSegment(548cdf98-c81c-4ebf-beda-deb6937a44c8),segment_id=548cdf98-c81c-4ebf-beda-deb6937a44c8)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:37.023465 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:37.090032 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=fd7bfa2c-3172-46cf-ba9c-2818c3fa39de,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:37.500999 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb381b-ca28-4552-99c3-fe7f20524550 req-a313835f-ff34-4a0c-873c-d27ad883166e tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:37.500999 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b4fb381b-ca28-4552-99c3-fe7f20524550 req-a313835f-ff34-4a0c-873c-d27ad883166e tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 945 time: 0.0869653 Jun 24 14:27:37.543270 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b4fb381b-ca28-4552-99c3-fe7f20524550 req-1cdd1298-5ea4-4106-a734-0101172efb3f tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Jun 24 14:27:38.275617 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5c37f-8452-4b9f-a930-0ed870b5a3f9 req-f899b472-0c0d-4232-8e54-6326cde0741a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:38.277076 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-28d5c37f-8452-4b9f-a930-0ed870b5a3f9 req-f899b472-0c0d-4232-8e54-6326cde0741a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 944 time: 0.1558955 Jun 24 14:27:38.285827 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259c33-0f32-42bf-9f5b-6b9d5ecd9e8a req-c7e205c0-c380-4f84-ad58-cf26b8d953e6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:38.287229 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-87259c33-0f32-42bf-9f5b-6b9d5ecd9e8a req-c7e205c0-c380-4f84-ad58-cf26b8d953e6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 945 time: 0.1284235 Jun 24 14:27:38.357542 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-28d5c37f-8452-4b9f-a930-0ed870b5a3f9 req-e72be026-08e8-4926-947b-c323db359253 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692432 Jun 24 14:27:38.362149 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-87259c33-0f32-42bf-9f5b-6b9d5ecd9e8a req-91bc01ef-2bff-4575-bf47-29def7bcb583 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611298 Jun 24 14:27:38.429838 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-079e6b05-2b2c-4384-930d-e1e8cd83deca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:38.737541 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1decb-f2a5-47cd-8dc5-35290c0f939d req-3f83bf9a-6938-41ff-9dc5-309944baa4e5 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:38.739591 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-fda1decb-f2a5-47cd-8dc5-35290c0f939d req-3f83bf9a-6938-41ff-9dc5-309944baa4e5 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 945 time: 0.0879269 Jun 24 14:27:38.784740 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-fda1decb-f2a5-47cd-8dc5-35290c0f939d req-d7d90a52-43f8-4766-bdc1-0497ea9cc2a4 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 Jun 24 14:27:39.618923 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dae90-1b26-4c5b-8192-da946f236ed7 req-e535789a-0f60-4bc4-a826-e5d2d47206bf tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:39.621018 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-346dae90-1b26-4c5b-8192-da946f236ed7 req-e535789a-0f60-4bc4-a826-e5d2d47206bf tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 944 time: 0.1529541 Jun 24 14:27:39.631852 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce42859-b5da-4ee3-9b0e-69cbb3b3fc5e req-f0cb78c7-641f-4458-b366-600f9406eecd tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:39.633663 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4ce42859-b5da-4ee3-9b0e-69cbb3b3fc5e req-f0cb78c7-641f-4458-b366-600f9406eecd tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 945 time: 0.1310983 Jun 24 14:27:39.709784 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-346dae90-1b26-4c5b-8192-da946f236ed7 req-c6ae0e90-f107-44e5-9889-5011a681dfa4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750422 Jun 24 14:27:39.714591 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4ce42859-b5da-4ee3-9b0e-69cbb3b3fc5e req-b65592a0-2fd4-4f3f-a88a-d1d9a73ad95a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643387 Jun 24 14:27:40.070982 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d8a33-c15d-4d77-938d-a0ab59a083ae req-3b118fe6-8aa1-4a6b-bbeb-282cb833463f tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:40.072398 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-519d8a33-c15d-4d77-938d-a0ab59a083ae req-3b118fe6-8aa1-4a6b-bbeb-282cb833463f tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 945 time: 0.1789834 Jun 24 14:27:40.115814 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-519d8a33-c15d-4d77-938d-a0ab59a083ae req-2863c79a-7552-4a08-9460-0313fbbf4415 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377736 Jun 24 14:27:40.676225 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c34254a3-bd6c-4a0b-8024-a756d77a92e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:40.973939 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995f38c-547b-4f5d-8df8-d828f35a5ed1 req-742f2cf3-9d96-4196-b438-647a83b2ddfd tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:40.975274 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3995f38c-547b-4f5d-8df8-d828f35a5ed1 req-742f2cf3-9d96-4196-b438-647a83b2ddfd tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 945 time: 0.1188016 Jun 24 14:27:40.986753 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c255c66-e2ee-419e-bd87-179bc29d1dfa req-bfe2be8d-e019-4686-b771-0658068e9a2b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:40.988754 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6c255c66-e2ee-419e-bd87-179bc29d1dfa req-bfe2be8d-e019-4686-b771-0658068e9a2b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 944 time: 0.1729691 Jun 24 14:27:41.055283 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3995f38c-547b-4f5d-8df8-d828f35a5ed1 req-9217472b-90e1-47aa-8142-c96b0cb93820 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655808 Jun 24 14:27:41.062320 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6c255c66-e2ee-419e-bd87-179bc29d1dfa req-66a6c201-a973-4fe6-9422-c754862a198f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600445 Jun 24 14:27:41.307072 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b2ee6-6e18-4f07-a871-445bcb4adc88 req-653fa836-a6d7-4483-91d2-463bd693f892 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:41.308452 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7f6b2ee6-6e18-4f07-a871-445bcb4adc88 req-653fa836-a6d7-4483-91d2-463bd693f892 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 945 time: 0.0878537 Jun 24 14:27:41.353310 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7f6b2ee6-6e18-4f07-a871-445bcb4adc88 req-99716906-217f-46d1-97eb-24953117afff tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391943 Jun 24 14:27:41.603329 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:41.940842 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:41.955455 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['fd7bfa2c-3172-46cf-ba9c-2818c3fa39de'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:27:42.312859 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473eb32-2a5c-4119-b12e-07245474d7cf req-06ee09c8-3c03-4dc5-b6ec-fd4643857f78 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:42.314290 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4473eb32-2a5c-4119-b12e-07245474d7cf req-06ee09c8-3c03-4dc5-b6ec-fd4643857f78 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 945 time: 0.1511805 Jun 24 14:27:42.322762 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65738719-f087-4a78-82f7-7379571d9138 req-756d55de-cb5e-4b1f-8e5e-e9b28873b54d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:42.324083 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-65738719-f087-4a78-82f7-7379571d9138 req-756d55de-cb5e-4b1f-8e5e-e9b28873b54d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 944 time: 0.1214528 Jun 24 14:27:42.395016 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4473eb32-2a5c-4119-b12e-07245474d7cf req-73b61ce1-2a48-4e2a-a246-a0d930ce7b42 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699728 Jun 24 14:27:42.397705 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-65738719-f087-4a78-82f7-7379571d9138 req-71732f0a-bb7d-4513-9009-4060152d8f5d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600541 Jun 24 14:27:42.573165 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0c86-7043-41e7-b19f-5e20937b3b73 req-16e9118d-85b4-489f-882c-6e6d04fab942 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:42.574507 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d9bc0c86-7043-41e7-b19f-5e20937b3b73 req-16e9118d-85b4-489f-882c-6e6d04fab942 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 945 time: 0.0847013 Jun 24 14:27:42.617209 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d9bc0c86-7043-41e7-b19f-5e20937b3b73 req-451201ea-043b-4e80-b26c-2358ec4e9640 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370047 Jun 24 14:27:43.621559 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:43.668567 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4442bf-5fde-4cee-90ce-ce3c9f6b1d40 req-f99178d3-185f-4a3f-b218-4ec815171e05 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:43.670097 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ca4442bf-5fde-4cee-90ce-ce3c9f6b1d40 req-f99178d3-185f-4a3f-b218-4ec815171e05 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 944 time: 0.1283069 Jun 24 14:27:43.678080 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7802a6d-b16d-418b-adb7-ac119f0bbbea req-f7d6ee2b-59c3-450f-85b9-e0cfcac31ac6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:43.679492 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b7802a6d-b16d-418b-adb7-ac119f0bbbea req-f7d6ee2b-59c3-450f-85b9-e0cfcac31ac6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 945 time: 0.1758537 Jun 24 14:27:43.757911 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ca4442bf-5fde-4cee-90ce-ce3c9f6b1d40 req-17173351-ff4b-4698-85f7-f9732ba1cc3d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774388 Jun 24 14:27:43.763550 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b7802a6d-b16d-418b-adb7-ac119f0bbbea req-54cfd69a-065f-4321-b907-021cd8a665f5 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668390 Jun 24 14:27:44.813846 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 2944f0dc-7b31-4145-a440-6149d7079693 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:27:44.823740 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device fd7bfa2c-3172-46cf-ba9c-2818c3fa39de up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:44.997041 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:45.006489 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:45.006857 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:45.022483 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c279cda-8e79-4116-8bbf-50ab55c2076e req-6fd17930-4177-4a31-9f8e-6efb06ea6e47 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:45.023930 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2c279cda-8e79-4116-8bbf-50ab55c2076e req-6fd17930-4177-4a31-9f8e-6efb06ea6e47 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 945 time: 0.1179972 Jun 24 14:27:45.032303 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3472854-990c-4b21-a02f-fdeb91ce3f9f req-d17f3a74-ee66-4d30-8367-9e28eaee5b88 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:45.033762 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f3472854-990c-4b21-a02f-fdeb91ce3f9f req-d17f3a74-ee66-4d30-8367-9e28eaee5b88 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 944 time: 0.1662037 Jun 24 14:27:45.064651 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 2944f0dc-7b31-4145-a440-6149d7079693, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2944f0dc-7b31-4145-a440-6149d7079693,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:45.091947 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '2944f0dc-7b31-4145-a440-6149d7079693', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'port_id': '2944f0dc-7b31-4145-a440-6149d7079693', 'mac_address': 'fa:16:3e:19:eb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:27:45.107035 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2c279cda-8e79-4116-8bbf-50ab55c2076e req-e1f7bd0d-01b1-4c60-83a0-e96a3ed2a738 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722926 Jun 24 14:27:45.112077 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f3472854-990c-4b21-a02f-fdeb91ce3f9f req-15885856-e4de-4eb4-896c-e238cdc3dce6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639882 Jun 24 14:27:45.213878 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 2944f0dc-7b31-4145-a440-6149d7079693 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:45.214396 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:45.250056 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2944f0dc-7b31-4145-a440-6149d7079693 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:27:45.258226 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:45.258848 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:45.297535 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e52d264-9618-459a-afc8-80749193ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7bfa2c-3172-46cf-ba9c-2818c3fa39de'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:45.306766 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 2944f0dc-7b31-4145-a440-6149d7079693, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2944f0dc-7b31-4145-a440-6149d7079693,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:45.310583 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fd7bfa2c-3172-46cf-ba9c-2818c3fa39de,segment=NetworkSegment(548cdf98-c81c-4ebf-beda-deb6937a44c8),segment_id=548cdf98-c81c-4ebf-beda-deb6937a44c8)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:45.312551 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:45.351759 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:45.385463 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f1ef63-c2cf-4c8e-9295-95d5052c0698'] response: {'server_uuid': '4e52d264-9618-459a-afc8-80749193ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7bfa2c-3172-46cf-ba9c-2818c3fa39de', 'code': 200} Jun 24 14:27:45.400133 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=2944f0dc-7b31-4145-a440-6149d7079693,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:45.530192 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=fd7bfa2c-3172-46cf-ba9c-2818c3fa39de,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:45.762873 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 42976) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:45.798662 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4a7f1-b91b-4087-9533-a635483db0bc req-2fc624f6-42e2-4f9a-a4e7-7b8ec3d830ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:45.799886 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c2b4a7f1-b91b-4087-9533-a635483db0bc req-2fc624f6-42e2-4f9a-a4e7-7b8ec3d830ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 1099 time: 0.0917242 Jun 24 14:27:45.857651 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c2b4a7f1-b91b-4087-9533-a635483db0bc req-7ca5bf5f-39e2-41b0-b8f9-3d7c6fad6870 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391223 Jun 24 14:27:45.895594 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b4d651da-7ec2-4dd3-9d5a-a8cacf6f0cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:45.910020 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b4d651da-7ec2-4dd3-9d5a-a8cacf6f0cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:45.913893 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b4d651da-7ec2-4dd3-9d5a-a8cacf6f0cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:09008e88212b4e4a86d43bfdc4cc4270 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:45.916694 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b4d651da-7ec2-4dd3-9d5a-a8cacf6f0cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:45.923202 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b4d651da-7ec2-4dd3-9d5a-a8cacf6f0cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:46.010767 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b4d651da-7ec2-4dd3-9d5a-a8cacf6f0cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:46.015854 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b4d651da-7ec2-4dd3-9d5a-a8cacf6f0cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:46.067887 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-b4d651da-7ec2-4dd3-9d5a-a8cacf6f0cf0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09008e88212b4e4a86d43bfdc4cc4270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037131 Jun 24 14:27:46.069427 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d651da-7ec2-4dd3-9d5a-a8cacf6f0cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a09a2bd-093a-498c-bd14-7b56f7c4aa89,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:46.070577 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 42984) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:46.133438 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:46.162668 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:46.219826 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:46.236620 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a09a2bd-093a-498c-bd14-7b56f7c4aa89,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:46.247375 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:46.247720 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:46.248059 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:46.248499 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:46.248832 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:46.249163 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:46.249490 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:46.249812 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:46.250143 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:46.250462 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:46.250781 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:46.251102 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:27:46.256067 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:46.260731 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-813df26f-baef-4063-bb26-437e77c1d3ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a09a2bd-093a-498c-bd14-7b56f7c4aa89 HTTP/1.1" status: 204 len: 168 time: 0.1890132 Jun 24 14:27:46.409240 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9276b46-8609-49cb-9a0d-67f5b3dd5d11 req-8bce458a-ceb4-49ba-b158-56a1f8fd8c03 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:46.411658 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d9276b46-8609-49cb-9a0d-67f5b3dd5d11 req-8bce458a-ceb4-49ba-b158-56a1f8fd8c03 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.1725662 Jun 24 14:27:46.443332 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8443158-a980-496b-b84e-150c68a69925 req-1a78590b-6e47-42ab-ad3e-bcd033d31798 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:46.444917 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e8443158-a980-496b-b84e-150c68a69925 req-1a78590b-6e47-42ab-ad3e-bcd033d31798 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 945 time: 0.1497607 Jun 24 14:27:46.501619 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d9276b46-8609-49cb-9a0d-67f5b3dd5d11 req-53ee2e64-ccbc-409f-9232-b05f83b83ec6 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801094 Jun 24 14:27:46.504178 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['2944f0dc-7b31-4145-a440-6149d7079693'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:27:46.514537 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e8443158-a980-496b-b84e-150c68a69925 req-0b7663cc-a9ee-4115-8743-c0eeac4faf0e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637419 Jun 24 14:27:46.649223 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 43016) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:46.666608 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-60f53efe-3404-4f9c-9ec9-b6421f217fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:46.681078 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-60f53efe-3404-4f9c-9ec9-b6421f217fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:46.686020 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-60f53efe-3404-4f9c-9ec9-b6421f217fda admin admin] Usage tracker for resource:security_group_rule and tenant:cf00f4990bcb498b804cf2e2232a5b93 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:46.688378 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-60f53efe-3404-4f9c-9ec9-b6421f217fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:46.694716 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-60f53efe-3404-4f9c-9ec9-b6421f217fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:46.778385 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-60f53efe-3404-4f9c-9ec9-b6421f217fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:46.782700 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-60f53efe-3404-4f9c-9ec9-b6421f217fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:46.829812 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-60f53efe-3404-4f9c-9ec9-b6421f217fda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf00f4990bcb498b804cf2e2232a5b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795142 Jun 24 14:27:46.831352 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f53efe-3404-4f9c-9ec9-b6421f217fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd68a749-a6c2-4944-9664-8593b0145a71,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:46.833052 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 43020) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:46.891868 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7d02d99d-f750-48c8-addd-be3cfe8bba22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:46.918047 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7d02d99d-f750-48c8-addd-be3cfe8bba22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:46.973257 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7d02d99d-f750-48c8-addd-be3cfe8bba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:46.989361 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02d99d-f750-48c8-addd-be3cfe8bba22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd68a749-a6c2-4944-9664-8593b0145a71,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:47.000073 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7d02d99d-f750-48c8-addd-be3cfe8bba22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:47.001221 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-7d02d99d-f750-48c8-addd-be3cfe8bba22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd68a749-a6c2-4944-9664-8593b0145a71 HTTP/1.1" status: 204 len: 168 time: 0.1671422 Jun 24 14:27:47.395226 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 43032) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:47.413010 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a7f63c06-6a1e-4099-b06c-c38ac969340d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:47.432033 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-a7f63c06-6a1e-4099-b06c-c38ac969340d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:27:47.435849 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-a7f63c06-6a1e-4099-b06c-c38ac969340d admin admin] Usage tracker for resource:security_group_rule and tenant:2f077cef0cc14eee83e6fe807fbaa0e8 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:27:47.438673 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-a7f63c06-6a1e-4099-b06c-c38ac969340d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:27:47.445525 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-a7f63c06-6a1e-4099-b06c-c38ac969340d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:27:47.541991 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a7f63c06-6a1e-4099-b06c-c38ac969340d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:47.545883 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a7f63c06-6a1e-4099-b06c-c38ac969340d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:47.580240 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f63c06-6a1e-4099-b06c-c38ac969340d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0d12f1-d532-4b46-9d55-385684933dd1,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:47.609394 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-a7f63c06-6a1e-4099-b06c-c38ac969340d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f077cef0cc14eee83e6fe807fbaa0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108293 Jun 24 14:27:47.609841 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 43044) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:27:47.898197 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8c18cc8d-c52f-416c-bc1f-ac2623d435ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:47.946712 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8c18cc8d-c52f-416c-bc1f-ac2623d435ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:47.992022 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec160d7-731b-472e-b267-9e6efa418a3b req-a5731d92-82b1-45a4-ba6b-d5590bac6aef tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:47.993757 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9ec160d7-731b-472e-b267-9e6efa418a3b req-a5731d92-82b1-45a4-ba6b-d5590bac6aef tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.3214056 Jun 24 14:27:48.016053 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9f004-c367-4a61-9b3f-66247fc794e0 req-dde0ad94-c4bd-436a-af96-79dda8f4df0b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:48.017461 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-93f9f004-c367-4a61-9b3f-66247fc794e0 req-dde0ad94-c4bd-436a-af96-79dda8f4df0b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 945 time: 0.3386569 Jun 24 14:27:48.093666 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-93f9f004-c367-4a61-9b3f-66247fc794e0 req-d02fbe3d-e22f-421b-a231-790172e66a3c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620854 Jun 24 14:27:48.096895 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9ec160d7-731b-472e-b267-9e6efa418a3b req-1161910e-08a4-4551-925c-2b5cf890078c tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940213 Jun 24 14:27:48.103390 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8c18cc8d-c52f-416c-bc1f-ac2623d435ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:48.120921 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18cc8d-c52f-416c-bc1f-ac2623d435ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0d12f1-d532-4b46-9d55-385684933dd1,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:48.132617 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8c18cc8d-c52f-416c-bc1f-ac2623d435ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:48.133736 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-8c18cc8d-c52f-416c-bc1f-ac2623d435ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b0d12f1-d532-4b46-9d55-385684933dd1 HTTP/1.1" status: 204 len: 168 time: 0.5228157 Jun 24 14:27:48.883790 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 2944f0dc-7b31-4145-a440-6149d7079693 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:27:48.955945 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 2944f0dc-7b31-4145-a440-6149d7079693 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:27:48.961508 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 2944f0dc-7b31-4145-a440-6149d7079693 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:27:48.961804 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:49.098070 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 2944f0dc-7b31-4145-a440-6149d7079693 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:27:49.098530 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:49.131768 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2944f0dc-7b31-4145-a440-6149d7079693'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:27:49.158132 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 2944f0dc-7b31-4145-a440-6149d7079693, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2944f0dc-7b31-4145-a440-6149d7079693,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:27:49.164012 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:27:49.307997 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=2944f0dc-7b31-4145-a440-6149d7079693,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:27:49.440941 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631222f-9b5d-4d28-9776-309f2c925b28 req-579ee25e-38d5-4de7-b34e-20af155fa134 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:49.442624 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d631222f-9b5d-4d28-9776-309f2c925b28 req-579ee25e-38d5-4de7-b34e-20af155fa134 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.2170680 Jun 24 14:27:49.450276 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003f59f-40e3-4c3d-afdc-0ba9b9a3ee2d req-8530b9f8-6a1b-46bb-8c2d-7493c3277a44 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:49.451773 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e003f59f-40e3-4c3d-afdc-0ba9b9a3ee2d req-8530b9f8-6a1b-46bb-8c2d-7493c3277a44 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.1289978 Jun 24 14:27:49.523167 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d631222f-9b5d-4d28-9776-309f2c925b28 req-e2c9f5c4-d473-4f49-b02c-a2c942826a0c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703082 Jun 24 14:27:49.525988 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e003f59f-40e3-4c3d-afdc-0ba9b9a3ee2d req-b4950661-78ff-4427-bd6d-f9af29b849e9 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596857 Jun 24 14:27:49.588360 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b73936-3da4-4a75-b2a5-5a657e19c4cd'] response: {'server_uuid': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2944f0dc-7b31-4145-a440-6149d7079693', 'code': 200} Jun 24 14:27:49.902257 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b8c5f-13ab-4e28-8d54-e668f15303cf req-a5c8dd40-c7ff-41b9-a3c0-08426d88be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:49.903724 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a12b8c5f-13ab-4e28-8d54-e668f15303cf req-a5c8dd40-c7ff-41b9-a3c0-08426d88be25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 1099 time: 0.0776038 Jun 24 14:27:49.950090 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a12b8c5f-13ab-4e28-8d54-e668f15303cf req-3900b338-593a-46cc-9d7e-5cdbf4961efb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398390 Jun 24 14:27:50.764010 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96a289-8c5c-4408-845b-652fdf3b2aae req-fa34b4f9-ca79-45b5-b970-c9d86f704d2c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:50.765556 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4e96a289-8c5c-4408-845b-652fdf3b2aae req-fa34b4f9-ca79-45b5-b970-c9d86f704d2c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.1117322 Jun 24 14:27:50.840697 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4e96a289-8c5c-4408-845b-652fdf3b2aae req-46b0fca5-e97b-448a-850e-61f2fd40e578 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615251 Jun 24 14:27:51.000310 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cc320-926a-4db7-978f-75ed89c279b3 req-080e9ee8-cc62-4c13-b8ae-72855f2c6d70 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:51.001858 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f56cc320-926a-4db7-978f-75ed89c279b3 req-080e9ee8-cc62-4c13-b8ae-72855f2c6d70 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.1065547 Jun 24 14:27:51.047296 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f56cc320-926a-4db7-978f-75ed89c279b3 req-087020ad-29e6-4001-8728-5c8d557f693f tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389173 Jun 24 14:27:52.039140 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090814da-2fcc-48ae-94b6-da3a641c63e5 req-85cbdcb4-455f-4933-9235-14e08b7b3ca3 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:52.040625 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-090814da-2fcc-48ae-94b6-da3a641c63e5 req-85cbdcb4-455f-4933-9235-14e08b7b3ca3 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0914004 Jun 24 14:27:52.086973 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-090814da-2fcc-48ae-94b6-da3a641c63e5 req-ee0e657f-06e5-4b4c-9e06-7ab742747f6c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405757 Jun 24 14:27:52.273720 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145f23e-d177-4826-b135-eec48a15c601 req-d998cb44-a427-453d-9397-347609dbabfc tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:52.275159 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7145f23e-d177-4826-b135-eec48a15c601 req-d998cb44-a427-453d-9397-347609dbabfc tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.1179843 Jun 24 14:27:52.320733 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7145f23e-d177-4826-b135-eec48a15c601 req-f0fe98de-ad41-4ace-8fa1-718ff452b247 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397656 Jun 24 14:27:53.283170 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49002d46-981e-443d-b4c5-c20ab0ff67ec req-e56e84ae-4155-4062-b228-f925f8619554 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:53.284613 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-49002d46-981e-443d-b4c5-c20ab0ff67ec req-e56e84ae-4155-4062-b228-f925f8619554 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0914042 Jun 24 14:27:53.329251 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-49002d46-981e-443d-b4c5-c20ab0ff67ec req-48565b2f-dbfe-400d-8a24-dc9c7d8145e9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390413 Jun 24 14:27:53.525208 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d06a57-4dd8-4cde-92b8-11e5ea8241b3 req-f74ce68a-edaf-4f53-9b34-fe09f26903f7 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:53.527024 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-97d06a57-4dd8-4cde-92b8-11e5ea8241b3 req-f74ce68a-edaf-4f53-9b34-fe09f26903f7 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0986135 Jun 24 14:27:53.572166 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-97d06a57-4dd8-4cde-92b8-11e5ea8241b3 req-5674dca2-a291-48e2-961d-c36a7b2c8f25 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391669 Jun 24 14:27:54.528120 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b74553-0094-4729-b870-816780272043 req-e7b08e67-4c0e-49b7-88bd-fbf28da31ecc tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:54.529571 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-93b74553-0094-4729-b870-816780272043 req-e7b08e67-4c0e-49b7-88bd-fbf28da31ecc tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0873446 Jun 24 14:27:54.572531 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-93b74553-0094-4729-b870-816780272043 req-7b7bc485-600f-4aab-b755-6212c78cf3d0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368876 Jun 24 14:27:54.775066 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6fe5f-0eb4-4579-a465-35502a442c32 req-847f13ed-bad9-4d90-93c8-12681949e622 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:54.776649 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-18f6fe5f-0eb4-4579-a465-35502a442c32 req-847f13ed-bad9-4d90-93c8-12681949e622 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0953205 Jun 24 14:27:54.822733 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-18f6fe5f-0eb4-4579-a465-35502a442c32 req-56991637-afb8-4ae6-b692-306a312812bf tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403910 Jun 24 14:27:55.777583 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd4929-2433-48a3-b755-6d27b54c2c60 req-a5c93b63-e044-4304-bdd5-c8add7d3b86b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:55.779044 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d2bd4929-2433-48a3-b755-6d27b54c2c60 req-a5c93b63-e044-4304-bdd5-c8add7d3b86b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.1007786 Jun 24 14:27:55.821944 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d2bd4929-2433-48a3-b755-6d27b54c2c60 req-4278d827-9362-4a2b-9506-9565b188d7dd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372577 Jun 24 14:27:56.018623 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45ce80-504d-4529-b06b-321c99e63be7 req-20742f4e-244d-4a3e-aecf-7e9499df3b10 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:56.020683 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3a45ce80-504d-4529-b06b-321c99e63be7 req-20742f4e-244d-4a3e-aecf-7e9499df3b10 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0907578 Jun 24 14:27:56.069566 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3a45ce80-504d-4529-b06b-321c99e63be7 req-0d65c54d-8885-4998-a6b2-30279ef3ea70 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 Jun 24 14:27:57.020676 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ecd01-7f4a-4543-951e-9b163a5280a1 req-88877828-cfaa-4925-90d9-c4d4c73290b6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:57.022112 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0f5ecd01-7f4a-4543-951e-9b163a5280a1 req-88877828-cfaa-4925-90d9-c4d4c73290b6 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0905170 Jun 24 14:27:57.065691 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0f5ecd01-7f4a-4543-951e-9b163a5280a1 req-f830cbaf-6296-4744-ae44-19a97d24897d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378931 Jun 24 14:27:57.260240 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ee5b6-8b58-41a3-ad50-7c28192877bc req-750c755c-2efe-49b8-8d63-64ada0560d1a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:57.261879 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-075ee5b6-8b58-41a3-ad50-7c28192877bc req-750c755c-2efe-49b8-8d63-64ada0560d1a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0850291 Jun 24 14:27:57.307497 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-075ee5b6-8b58-41a3-ad50-7c28192877bc req-d0a7ebe4-f6a2-4927-af99-365efdbbc15a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Jun 24 14:27:58.343117 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b86d14-40d9-4422-ae8f-40055f9b7212 req-8a93c3bd-4948-47ad-b07b-37887fb23efa tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:58.344342 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-91b86d14-40d9-4422-ae8f-40055f9b7212 req-8a93c3bd-4948-47ad-b07b-37887fb23efa tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.1693366 Jun 24 14:27:58.388789 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-91b86d14-40d9-4422-ae8f-40055f9b7212 req-4b9fad0f-c07f-478b-9ecb-ba790970e976 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381620 Jun 24 14:27:58.517950 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964018d-57a4-40e9-a215-1737c88f1dd4 req-3b8d2e46-80dc-488e-b708-51e7570ac22e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:58.520161 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6964018d-57a4-40e9-a215-1737c88f1dd4 req-3b8d2e46-80dc-488e-b708-51e7570ac22e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.1047370 Jun 24 14:27:58.567622 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6964018d-57a4-40e9-a215-1737c88f1dd4 req-769d56cd-e719-40a9-9265-e21b7d3a1c7a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418344 Jun 24 14:27:59.590446 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068d801-b168-4b6d-b246-3dea5df5ca51 req-b0edc2f2-5ec3-413e-a2b6-6c274048c018 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:59.599826 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5068d801-b168-4b6d-b246-3dea5df5ca51 req-b0edc2f2-5ec3-413e-a2b6-6c274048c018 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.1064253 Jun 24 14:27:59.658212 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5068d801-b168-4b6d-b246-3dea5df5ca51 req-6cb3c04f-6e38-4983-a5c2-711f0484b22a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574567 Jun 24 14:27:59.795580 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d87cd9-4570-4458-a0fd-b79013474333 req-195a58bd-af6d-49b2-8acf-e2b5484fde82 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:27:59.797026 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d0d87cd9-4570-4458-a0fd-b79013474333 req-195a58bd-af6d-49b2-8acf-e2b5484fde82 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0885363 Jun 24 14:27:59.853943 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d0d87cd9-4570-4458-a0fd-b79013474333 req-33bd7b6a-264d-4ddd-a614-aed86a933436 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507326 Jun 24 14:28:00.851611 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621c47a-183a-4028-b13e-af30deaebba9 req-4a989e04-8c32-4a3b-bb0b-968b6597c15c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:00.853138 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6621c47a-183a-4028-b13e-af30deaebba9 req-4a989e04-8c32-4a3b-bb0b-968b6597c15c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0881371 Jun 24 14:28:00.896809 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6621c47a-183a-4028-b13e-af30deaebba9 req-936245e1-48c3-4267-a1a8-ed1e33084749 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374045 Jun 24 14:28:01.047216 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452678e8-ab92-4f4c-b8c9-732863862895 req-66ad5d1b-134c-49ca-b1f5-e166270f635e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:01.048661 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-452678e8-ab92-4f4c-b8c9-732863862895 req-66ad5d1b-134c-49ca-b1f5-e166270f635e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0875106 Jun 24 14:28:01.096572 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-452678e8-ab92-4f4c-b8c9-732863862895 req-84e18066-b4dd-47b8-938c-961c52226828 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421643 Jun 24 14:28:02.095702 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df2ce8-f183-4579-8fb9-1fe83cfc4450 req-60839bdd-4f8a-4b5e-9dd2-b7742f7bea60 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:02.097690 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b7df2ce8-f183-4579-8fb9-1fe83cfc4450 req-60839bdd-4f8a-4b5e-9dd2-b7742f7bea60 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0886972 Jun 24 14:28:02.142585 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b7df2ce8-f183-4579-8fb9-1fe83cfc4450 req-be62118b-c82e-4950-85b0-4a0f74f185c1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387900 Jun 24 14:28:02.288461 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d2862-b2cf-40dc-bf5e-16095c887f22 req-fb1232a8-e16f-4d6a-980d-3e8e04101b1b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:02.289798 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bf2d2862-b2cf-40dc-bf5e-16095c887f22 req-fb1232a8-e16f-4d6a-980d-3e8e04101b1b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0884111 Jun 24 14:28:02.333209 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bf2d2862-b2cf-40dc-bf5e-16095c887f22 req-5b8a6986-cdb8-44eb-a2e3-af811fbe4f0b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376482 Jun 24 14:28:03.334876 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a8981-716e-4999-8971-6f2de1f9bbb2 req-cb677ed0-e164-4d33-ae7e-47d4cec85f0d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:03.336542 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-104a8981-716e-4999-8971-6f2de1f9bbb2 req-cb677ed0-e164-4d33-ae7e-47d4cec85f0d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0867724 Jun 24 14:28:03.385692 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-104a8981-716e-4999-8971-6f2de1f9bbb2 req-811e8800-3026-4851-80bb-b05a53856e71 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432563 Jun 24 14:28:03.526341 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458bdca-adc6-4231-b19d-71390f283868 req-bf67910a-495c-412c-b9b7-f7f4818dea8a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:03.527780 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e458bdca-adc6-4231-b19d-71390f283868 req-bf67910a-495c-412c-b9b7-f7f4818dea8a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0855627 Jun 24 14:28:03.573937 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e458bdca-adc6-4231-b19d-71390f283868 req-fadb31fc-4104-4a1f-86ef-8e0ba46fdb0d tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Jun 24 14:28:04.577545 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4bf79-93b0-499c-aaba-e878930dd441 req-ee48d4e1-4bb4-4780-9676-5a6b35ce60f3 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:04.578961 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f9e4bf79-93b0-499c-aaba-e878930dd441 req-ee48d4e1-4bb4-4780-9676-5a6b35ce60f3 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0880146 Jun 24 14:28:04.624188 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f9e4bf79-93b0-499c-aaba-e878930dd441 req-311d1500-facb-4bba-9af1-56ede9554acd tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389972 Jun 24 14:28:04.764562 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fa54f-6872-439b-bc95-8505506b11cb req-f9c3e1fd-2341-45c7-93f3-69174fdc274b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:04.765899 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d19fa54f-6872-439b-bc95-8505506b11cb req-f9c3e1fd-2341-45c7-93f3-69174fdc274b tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0848274 Jun 24 14:28:04.812832 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d19fa54f-6872-439b-bc95-8505506b11cb req-da27732f-7368-4dfc-be46-ddc93d6cdb17 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Jun 24 14:28:05.818011 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626ee9a-a967-491e-94d0-5de3ba24fc27 req-a0417cb6-84cb-4760-ae8b-934917dddf9c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:05.819550 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b626ee9a-a967-491e-94d0-5de3ba24fc27 req-a0417cb6-84cb-4760-ae8b-934917dddf9c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0851202 Jun 24 14:28:05.863706 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b626ee9a-a967-491e-94d0-5de3ba24fc27 req-1f29ae33-c574-40d2-a5a7-522ecb2bd7ee tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384665 Jun 24 14:28:06.013852 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeacd2c-c819-4f2d-ac86-ba9dde79dc0c req-fa58889a-0dbc-4f7f-ac0b-2bb1a1bf0b0e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:06.015269 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-edeacd2c-c819-4f2d-ac86-ba9dde79dc0c req-fa58889a-0dbc-4f7f-ac0b-2bb1a1bf0b0e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0886288 Jun 24 14:28:06.059527 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-edeacd2c-c819-4f2d-ac86-ba9dde79dc0c req-ab1cbabd-0dbf-4c2a-b9ea-80d202346085 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385365 Jun 24 14:28:06.062004 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:07.049142 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29338b89-09d1-4d96-8c9e-7e761b2d3e16 req-4573c886-b231-458d-90a7-1d4c3c9e0c5e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:07.051042 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-29338b89-09d1-4d96-8c9e-7e761b2d3e16 req-4573c886-b231-458d-90a7-1d4c3c9e0c5e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0841160 Jun 24 14:28:07.098723 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-29338b89-09d1-4d96-8c9e-7e761b2d3e16 req-64dae22a-259a-4392-b783-61ae6b7bc6ae tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416961 Jun 24 14:28:07.256290 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f5018-c314-4b17-b8bb-570adc740ff7 req-4aa5ab03-fa60-4620-a620-edd477caf448 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:07.257796 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-515f5018-c314-4b17-b8bb-570adc740ff7 req-4aa5ab03-fa60-4620-a620-edd477caf448 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0875161 Jun 24 14:28:07.301163 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-515f5018-c314-4b17-b8bb-570adc740ff7 req-e31d8018-b1da-4494-adc0-a5b9f862ba0e tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Jun 24 14:28:08.294161 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54605565-0d3e-419a-a10d-e92eb8514c3d req-b003154f-0d44-4144-8caa-4d65c9f6d7d5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:08.295610 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-54605565-0d3e-419a-a10d-e92eb8514c3d req-b003154f-0d44-4144-8caa-4d65c9f6d7d5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0925074 Jun 24 14:28:08.339923 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-54605565-0d3e-419a-a10d-e92eb8514c3d req-e6a6d40b-5211-4328-924d-b4387365b2de tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382271 Jun 24 14:28:08.432395 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6c3881e9-e240-4ede-bc5e-aa82a7b7fc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:08.490559 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89892134-3c87-46a5-b93c-da7437500d6b req-ccf409ec-da36-402d-b89a-f3857983f22a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:08.492005 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-89892134-3c87-46a5-b93c-da7437500d6b req-ccf409ec-da36-402d-b89a-f3857983f22a tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0869238 Jun 24 14:28:08.538903 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-89892134-3c87-46a5-b93c-da7437500d6b req-d0193438-3952-40fa-8a53-bb3c1ac8f5ca tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Jun 24 14:28:09.529602 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1bc26-c46e-401c-a460-26aa5f1d19ef req-9bb71caf-59d0-4667-9386-3ed19a352604 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:09.531839 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aec1bc26-c46e-401c-a460-26aa5f1d19ef req-9bb71caf-59d0-4667-9386-3ed19a352604 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0845613 Jun 24 14:28:09.577357 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aec1bc26-c46e-401c-a460-26aa5f1d19ef req-542c3766-5704-4fc3-9d92-c530d0966d25 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392113 Jun 24 14:28:09.835127 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c934f94-e5cb-49ad-920c-783a2987b563 req-57d009c8-287c-4606-aa19-9104e1dfc6cb tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:09.836476 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1c934f94-e5cb-49ad-920c-783a2987b563 req-57d009c8-287c-4606-aa19-9104e1dfc6cb tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.1819644 Jun 24 14:28:09.881244 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1c934f94-e5cb-49ad-920c-783a2987b563 req-be05bf5d-e29f-4736-8d1c-4fd9e396afeb tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390198 Jun 24 14:28:10.306995 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:28:10.679650 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6a6b80f5-907f-45e6-b80d-e85f1197bbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:10.780721 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59af89-b355-49c0-9282-4da45bd7d51a req-4d65e320-93cc-4aab-807a-c2f0824015a5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:10.782159 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8d59af89-b355-49c0-9282-4da45bd7d51a req-4d65e320-93cc-4aab-807a-c2f0824015a5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0867386 Jun 24 14:28:10.831489 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8d59af89-b355-49c0-9282-4da45bd7d51a req-ea79f313-cd91-4ac6-842f-34dbd9476fd4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435770 Jun 24 14:28:11.075430 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71716315-ed21-452d-8a85-375c5ee7fde3 req-6949f890-ec55-4560-a9db-616667813126 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:11.076895 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-71716315-ed21-452d-8a85-375c5ee7fde3 req-6949f890-ec55-4560-a9db-616667813126 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0869582 Jun 24 14:28:11.121763 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-71716315-ed21-452d-8a85-375c5ee7fde3 req-a8add3f3-4ace-4a6b-a441-174cde42d72c tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386350 Jun 24 14:28:11.616203 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:11.950340 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:12.036753 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e86aaf-e0ce-4729-9650-fb1e4963b8e5 req-a0619f29-3d27-43bf-8bc8-c44ae582e66e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:12.038170 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-34e86aaf-e0ce-4729-9650-fb1e4963b8e5 req-a0619f29-3d27-43bf-8bc8-c44ae582e66e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0949910 Jun 24 14:28:12.082551 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-34e86aaf-e0ce-4729-9650-fb1e4963b8e5 req-03ef7b32-888f-4a49-bfe2-a22b9c14f517 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382073 Jun 24 14:28:12.128215 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-29753313-e283-424d-b364-e394bb266193 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:12.128215 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-29753313-e283-424d-b364-e394bb266193 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Synchronizing usage tracker for tenant:95011c5456f84687a243e15f9156009e on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:28:12.141272 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-29753313-e283-424d-b364-e394bb266193 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Unset dirty status for tenant:95011c5456f84687a243e15f9156009e on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:28:12.143112 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-29753313-e283-424d-b364-e394bb266193 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.1047964 Jun 24 14:28:12.227319 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-1ba04175-30b8-43fd-afeb-b57f867b15e8 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Deleting port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:28:12.227852 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-1ba04175-30b8-43fd-afeb-b57f867b15e8 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:12.277771 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691840-d0d9-41d9-a4a0-539a3c5c3307 req-07f253e3-1e9c-423b-a0df-f83538b2661d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:12.279326 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ca691840-d0d9-41d9-a4a0-539a3c5c3307 req-07f253e3-1e9c-423b-a0df-f83538b2661d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0943546 Jun 24 14:28:12.290395 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 43302) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:12.296158 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-d90136ff-ffe4-406f-a6cb-813a2949e063 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Request body: {'floatingip': {'port_id': '2944f0dc-7b31-4145-a440-6149d7079693'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:12.374906 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d90136ff-ffe4-406f-a6cb-813a2949e063 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for floatingip, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:12.487128 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-1ba04175-30b8-43fd-afeb-b57f867b15e8 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] For port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fd7bfa2c-3172-46cf-ba9c-2818c3fa39de,segment=NetworkSegment(548cdf98-c81c-4ebf-beda-deb6937a44c8),segment_id=548cdf98-c81c-4ebf-beda-deb6937a44c8)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:12.487892 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-1ba04175-30b8-43fd-afeb-b57f867b15e8 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:12.639245 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1437b-a92c-442e-ade0-cd2d84a2d0ae req-38f4d360-eb1e-479d-a95a-65a39aa6541c tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:12.640309 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-1ba04175-30b8-43fd-afeb-b57f867b15e8 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Calling delete_port for fd7bfa2c-3172-46cf-ba9c-2818c3fa39de owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:28:12.640713 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a6a1437b-a92c-442e-ade0-cd2d84a2d0ae req-38f4d360-eb1e-479d-a95a-65a39aa6541c tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 946 time: 0.2120087 Jun 24 14:28:12.795468 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-1ba04175-30b8-43fd-afeb-b57f867b15e8 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:12.820978 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a6a1437b-a92c-442e-ade0-cd2d84a2d0ae req-7bf8e200-93f9-48ea-89a4-fcf1fbd9b8f7 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d378834-37c3-4d88-afef-0c160e189ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215734 Jun 24 14:28:12.853337 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba04175-30b8-43fd-afeb-b57f867b15e8 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Pushing event deleted for resources: {'Port': ['ID=fd7bfa2c-3172-46cf-ba9c-2818c3fa39de,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:12.855734 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['fd7bfa2c-3172-46cf-ba9c-2818c3fa39de'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:28:12.948486 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-1ba04175-30b8-43fd-afeb-b57f867b15e8 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] No DVR routers for this DVR port fd7bfa2c-3172-46cf-ba9c-2818c3fa39de on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:28:12.951004 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-1ba04175-30b8-43fd-afeb-b57f867b15e8 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:12.954056 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e52d264-9618-459a-afc8-80749193ddd4', 'name': 'network-vif-deleted', 'tag': 'fd7bfa2c-3172-46cf-ba9c-2818c3fa39de'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:28:12.980976 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ccf2c393-d93e-4380-a2f1-d29ea8c641d3 req-1ba04175-30b8-43fd-afeb-b57f867b15e8 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.36 "DELETE /v2.0/ports/fd7bfa2c-3172-46cf-ba9c-2818c3fa39de HTTP/1.1" status: 204 len: 173 time: 0.8304822 Jun 24 14:28:13.017118 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64e7d8e-708d-423b-a1bc-214f06d3a1bb'] response: {'server_uuid': '4e52d264-9618-459a-afc8-80749193ddd4', 'name': 'network-vif-deleted', 'tag': 'fd7bfa2c-3172-46cf-ba9c-2818c3fa39de', 'status': 'completed', 'code': 200} Jun 24 14:28:13.100577 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d90136ff-ffe4-406f-a6cb-813a2949e063 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:13.104520 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d90136ff-ffe4-406f-a6cb-813a2949e063 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:13.372972 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-d90136ff-ffe4-406f-a6cb-813a2949e063 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Floating IP 840f77f0-139b-4075-906b-63243a794853 associated. External IP: 172.27.2.125, port: 2944f0dc-7b31-4145-a440-6149d7079693. Jun 24 14:28:13.621167 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:13.735811 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90136ff-ffe4-406f-a6cb-813a2949e063 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Router dbc070df-8af2-439e-ae00-a52479dc8c9a has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:28:13.928739 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90136ff-ffe4-406f-a6cb-813a2949e063 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:28:13.938179 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d90136ff-ffe4-406f-a6cb-813a2949e063 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:13.947754 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f2808-2bb9-41d2-b042-5b0edbb5a750 None None] Sync routers for ids ['dbc070df-8af2-439e-ae00-a52479dc8c9a'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:28:13.961911 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f2808-2bb9-41d2-b042-5b0edbb5a750 None None] Routers {'dbc070df-8af2-439e-ae00-a52479dc8c9a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:13.963418 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-3a6f2808-2bb9-41d2-b042-5b0edbb5a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:28:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['dbc070df-8af2-439e-ae00-a52479dc8c9a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:14.065194 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-d90136ff-ffe4-406f-a6cb-813a2949e063 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "PUT /v2.0/floatingips/840f77f0-139b-4075-906b-63243a794853 HTTP/1.1" status: 200 len: 992 time: 1.7735405 Jun 24 14:28:14.070763 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'tag': '2944f0dc-7b31-4145-a440-6149d7079693'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:28:14.082620 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-edc00964-198a-4709-bf52-f21daf0566a1 req-fe458604-100e-413e-8811-e21c650dc152 tempest-VolumesActionsTest-1173401332 tempest-VolumesActionsTest-1173401332-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e52d264-9618-459a-afc8-80749193ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0598695 Jun 24 14:28:14.127666 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd31877-ac3a-4169-8c4a-2084fee41724'] response: {'name': 'network-changed', 'server_uuid': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'tag': '2944f0dc-7b31-4145-a440-6149d7079693', 'status': 'completed', 'code': 200} Jun 24 14:28:14.181443 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-3a6f2808-2bb9-41d2-b042-5b0edbb5a750 None None] Set router dbc070df-8af2-439e-ae00-a52479dc8c9a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:14.386912 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e702-5500-46e4-81a2-4292b7fa1a7f req-3dc12ddc-5717-406f-96e6-beae8820f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:14.388405 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ee85e702-5500-46e4-81a2-4292b7fa1a7f req-3dc12ddc-5717-406f-96e6-beae8820f023 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 1099 time: 0.1730597 Jun 24 14:28:14.526401 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e702-5500-46e4-81a2-4292b7fa1a7f req-098582ba-2555-4f53-b45e-e7ca211c7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:14.527835 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ee85e702-5500-46e4-81a2-4292b7fa1a7f req-098582ba-2555-4f53-b45e-e7ca211c7d08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.1240275 Jun 24 14:28:14.531882 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-3a6f2808-2bb9-41d2-b042-5b0edbb5a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '840f77f0-139b-4075-906b-63243a794853', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'port_id': '2944f0dc-7b31-4145-a440-6149d7079693', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'mac_address': 'fa:16:3e:19:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:27:27Z', 'updated_at': '2022-06-24T14:28:12Z', 'revision_number': 1, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dc0a0d-697f-4f28-bebb-57d83a51a57d', 'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'mac_address': 'fa:16:3e:63:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:40Z', 'updated_at': '2022-06-24T14:24:59Z', 'revision_number': 5, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'subnets': [{'id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:14.535665 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f2808-2bb9-41d2-b042-5b0edbb5a750 None None] Checking router: dbc070df-8af2-439e-ae00-a52479dc8c9a for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:28:14.543869 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f2808-2bb9-41d2-b042-5b0edbb5a750 None None] Routers {'dbc070df-8af2-439e-ae00-a52479dc8c9a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:14.544552 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-3a6f2808-2bb9-41d2-b042-5b0edbb5a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:28:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['dbc070df-8af2-439e-ae00-a52479dc8c9a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:14.636344 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ee85e702-5500-46e4-81a2-4292b7fa1a7f req-03a32b52-373c-4d30-bcbb-1aec676e347b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2944f0dc-7b31-4145-a440-6149d7079693 HTTP/1.1" status: 200 len: 1000 time: 0.1015961 Jun 24 14:28:14.705581 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e702-5500-46e4-81a2-4292b7fa1a7f req-7a58ff1e-e16c-4ee7-85fa-d9d9ff19f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:14.706996 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ee85e702-5500-46e4-81a2-4292b7fa1a7f req-7a58ff1e-e16c-4ee7-85fa-d9d9ff19f260 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0634365 Jun 24 14:28:14.726837 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-3a6f2808-2bb9-41d2-b042-5b0edbb5a750 None None] Set router dbc070df-8af2-439e-ae00-a52479dc8c9a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:14.797093 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e702-5500-46e4-81a2-4292b7fa1a7f req-f220bebc-125d-46c8-9af7-481aeaf4a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:14.798697 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ee85e702-5500-46e4-81a2-4292b7fa1a7f req-f220bebc-125d-46c8-9af7-481aeaf4a4bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805216 Jun 24 14:28:14.948661 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ee85e702-5500-46e4-81a2-4292b7fa1a7f req-8e8fd0d0-9c70-4ff3-bc96-9b131cb546c1 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397738 Jun 24 14:28:15.094809 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ee85e702-5500-46e4-81a2-4292b7fa1a7f req-1d8c773b-7211-468b-936d-cf8d3d16c1f1 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393683 Jun 24 14:28:15.136939 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-3a6f2808-2bb9-41d2-b042-5b0edbb5a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '840f77f0-139b-4075-906b-63243a794853', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'port_id': '2944f0dc-7b31-4145-a440-6149d7079693', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'mac_address': 'fa:16:3e:19:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:27:27Z', 'updated_at': '2022-06-24T14:28:12Z', 'revision_number': 1, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dc0a0d-697f-4f28-bebb-57d83a51a57d', 'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'mac_address': 'fa:16:3e:63:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:40Z', 'updated_at': '2022-06-24T14:24:59Z', 'revision_number': 5, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'subnets': [{'id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:15.142104 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f2808-2bb9-41d2-b042-5b0edbb5a750 None None] The sync data for ids ['dbc070df-8af2-439e-ae00-a52479dc8c9a'] in dv-cinder-847189-2-iscsi is: [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '840f77f0-139b-4075-906b-63243a794853', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'port_id': '2944f0dc-7b31-4145-a440-6149d7079693', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'mac_address': 'fa:16:3e:19:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:27:27Z', 'updated_at': '2022-06-24T14:28:12Z', 'revision_number': 1, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dc0a0d-697f-4f28-bebb-57d83a51a57d', 'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'mac_address': 'fa:16:3e:63:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:40Z', 'updated_at': '2022-06-24T14:24:59Z', 'revision_number': 5, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'subnets': [{'id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:28:15.354240 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42639e19-4470-44f0-93ca-492982e47417 None None] New status for floating IP 840f77f0-139b-4075-906b-63243a794853: ACTIVE {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:28:17.071523 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device fd7bfa2c-3172-46cf-ba9c-2818c3fa39de no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:28:17.105112 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: fd7bfa2c-3172-46cf-ba9c-2818c3fa39de {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:28:17.105451 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device fd7bfa2c-3172-46cf-ba9c-2818c3fa39de not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:28:29.034536 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 43566) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:29.184634 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:29.211774 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:29.217405 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Usage tracker for resource:security_group_rule and tenant:da958545a2f4479488dd4d55702e37d0 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:29.221527 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:29.227579 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:29.331464 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:29.337922 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:29.391316 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 43574) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:29.393557 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da958545a2f4479488dd4d55702e37d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561816 Jun 24 14:28:29.396020 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03fc83e-2ff2-42b5-8718-d0a6823bb850,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:29.406228 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:29.406851 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:29.407364 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:29.407849 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:29.408406 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:29.409915 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:29.410267 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:29.410612 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:29.410951 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:29.411271 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:29.411598 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:29.411928 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36124c-3c1a-4c5f-ad67-50a9d758e203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:29.459621 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bcf13ce2-233c-46a5-a4e6-d82e20cc164e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:29.490970 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bcf13ce2-233c-46a5-a4e6-d82e20cc164e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:29.556481 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bcf13ce2-233c-46a5-a4e6-d82e20cc164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:29.572280 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf13ce2-233c-46a5-a4e6-d82e20cc164e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03fc83e-2ff2-42b5-8718-d0a6823bb850,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:29.592833 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bcf13ce2-233c-46a5-a4e6-d82e20cc164e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:29.598474 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-bcf13ce2-233c-46a5-a4e6-d82e20cc164e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e03fc83e-2ff2-42b5-8718-d0a6823bb850 HTTP/1.1" status: 204 len: 168 time: 0.2058191 Jun 24 14:28:31.337238 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 43626) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:31.509022 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-847a5cc4-c9aa-43cb-98dc-26cf72204095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:31.525247 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-847a5cc4-c9aa-43cb-98dc-26cf72204095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:31.529622 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-847a5cc4-c9aa-43cb-98dc-26cf72204095 admin admin] Usage tracker for resource:security_group_rule and tenant:727500ce65ac4d27bb7a420066574f9f is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:31.532767 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-847a5cc4-c9aa-43cb-98dc-26cf72204095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:31.539402 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-847a5cc4-c9aa-43cb-98dc-26cf72204095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:31.636900 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-847a5cc4-c9aa-43cb-98dc-26cf72204095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:31.643307 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-847a5cc4-c9aa-43cb-98dc-26cf72204095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:31.697669 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5cc4-c9aa-43cb-98dc-26cf72204095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a539aa28-1a4f-45f0-b85c-ea2741591372,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:31.707527 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 43632) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:31.707959 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-847a5cc4-c9aa-43cb-98dc-26cf72204095 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=727500ce65ac4d27bb7a420066574f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692770 Jun 24 14:28:31.793973 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-46990a56-b758-472f-82e4-ff1e125d9127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:31.829606 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-46990a56-b758-472f-82e4-ff1e125d9127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:31.895229 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-46990a56-b758-472f-82e4-ff1e125d9127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:31.918941 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46990a56-b758-472f-82e4-ff1e125d9127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a539aa28-1a4f-45f0-b85c-ea2741591372,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:31.934573 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-46990a56-b758-472f-82e4-ff1e125d9127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:31.938103 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-46990a56-b758-472f-82e4-ff1e125d9127 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a539aa28-1a4f-45f0-b85c-ea2741591372 HTTP/1.1" status: 204 len: 168 time: 0.2268729 Jun 24 14:28:36.059274 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:36.388074 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed7d604f-8bf0-43ec-b803-95f6495dc406 req-eb317051-43d5-4fee-88f0-4e1df7b1e2fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1070027 Jun 24 14:28:36.608209 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d604f-8bf0-43ec-b803-95f6495dc406 req-46c129c1-2c35-4ae9-8ab3-23f40f1ed167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:36.611182 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed7d604f-8bf0-43ec-b803-95f6495dc406 req-46c129c1-2c35-4ae9-8ab3-23f40f1ed167 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 1098 time: 0.1138377 Jun 24 14:28:36.861172 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d604f-8bf0-43ec-b803-95f6495dc406 req-434e37f3-b19d-459f-8bac-b73d29a1c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:36.862720 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed7d604f-8bf0-43ec-b803-95f6495dc406 req-434e37f3-b19d-459f-8bac-b73d29a1c7c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.2159035 Jun 24 14:28:36.957245 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed7d604f-8bf0-43ec-b803-95f6495dc406 req-c63280d5-2fa2-4866-816a-258963961df2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 HTTP/1.1" status: 200 len: 217 time: 0.0871227 Jun 24 14:28:37.077222 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d604f-8bf0-43ec-b803-95f6495dc406 req-9919f5af-8f88-4224-99e5-b46cecdb9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:37.079667 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed7d604f-8bf0-43ec-b803-95f6495dc406 req-9919f5af-8f88-4224-99e5-b46cecdb9497 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.1160026 Jun 24 14:28:38.411797 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d604f-8bf0-43ec-b803-95f6495dc406 req-6c54560a-1a48-42cf-8c49-791de40b12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:38.413329 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed7d604f-8bf0-43ec-b803-95f6495dc406 req-6c54560a-1a48-42cf-8c49-791de40b12e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845320 Jun 24 14:28:38.436617 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-591898b3-d947-498c-81e3-8fc78d7b0247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:39.477772 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed7d604f-8bf0-43ec-b803-95f6495dc406 req-116f4060-a957-44a9-9b7e-4182f9d59df5 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222571 Jun 24 14:28:40.684268 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6595fa4d-0410-410d-847c-2f4635b81842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:40.869466 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed7d604f-8bf0-43ec-b803-95f6495dc406 req-205434e0-b62d-495d-82f2-b8a0d209242a service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330445 Jun 24 14:28:41.638870 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:41.947315 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:43.634445 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:45.977536 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 43876) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:46.144910 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a006f47f-d7c8-44b8-b262-8ed54060eefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:46.164672 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-a006f47f-d7c8-44b8-b262-8ed54060eefb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:46.169074 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-a006f47f-d7c8-44b8-b262-8ed54060eefb admin admin] Usage tracker for resource:security_group_rule and tenant:ba87bd97902247c794db94b241407d75 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:46.172659 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-a006f47f-d7c8-44b8-b262-8ed54060eefb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:46.179384 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-a006f47f-d7c8-44b8-b262-8ed54060eefb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:46.293462 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a006f47f-d7c8-44b8-b262-8ed54060eefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:46.298965 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a006f47f-d7c8-44b8-b262-8ed54060eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:46.357404 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-a006f47f-d7c8-44b8-b262-8ed54060eefb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba87bd97902247c794db94b241407d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764143 Jun 24 14:28:46.357404 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006f47f-d7c8-44b8-b262-8ed54060eefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23fdce5-4f5a-4531-8180-607ca951c859,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:46.358374 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 43882) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:46.449056 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:46.483542 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:46.559329 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:46.580026 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23fdce5-4f5a-4531-8180-607ca951c859,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:46.590240 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:46.593262 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b23fdce5-4f5a-4531-8180-607ca951c859 HTTP/1.1" status: 204 len: 168 time: 0.2332795 Jun 24 14:28:46.599105 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:46.599518 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:46.599765 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:46.600092 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:46.600414 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:46.600811 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:46.601311 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:46.601857 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:46.602408 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:46.602995 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:46.603553 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:46.604104 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72cb952-31ed-4d7d-a473-ab6b46a74dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:47.237586 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 43910) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:47.308573 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:28:47.424059 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1850e541-1ab8-42ab-8f74-d81a1d76b11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:47.449747 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-1850e541-1ab8-42ab-8f74-d81a1d76b11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:47.456081 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-1850e541-1ab8-42ab-8f74-d81a1d76b11f admin admin] Usage tracker for resource:security_group_rule and tenant:77aac39bd307476a9fcf1c44cc0979f4 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:47.460238 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-1850e541-1ab8-42ab-8f74-d81a1d76b11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:47.467096 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-1850e541-1ab8-42ab-8f74-d81a1d76b11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:47.666838 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1850e541-1ab8-42ab-8f74-d81a1d76b11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:47.672453 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1850e541-1ab8-42ab-8f74-d81a1d76b11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:47.738326 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 43928) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:47.751787 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-1850e541-1ab8-42ab-8f74-d81a1d76b11f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77aac39bd307476a9fcf1c44cc0979f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128005 Jun 24 14:28:47.753777 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850e541-1ab8-42ab-8f74-d81a1d76b11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417a7757-a294-4e46-8ff9-85e632960445,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:47.754363 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 43934) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:47.840058 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2b17c158-d13f-459e-ac4b-11a1d38b890c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:47.890199 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2b17c158-d13f-459e-ac4b-11a1d38b890c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:47.960215 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1893201477-network', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:47.968185 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:47.975012 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Usage tracker for resource:network and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:47.980060 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:47.983965 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2b17c158-d13f-459e-ac4b-11a1d38b890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:48.009253 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:48.034225 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17c158-d13f-459e-ac4b-11a1d38b890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417a7757-a294-4e46-8ff9-85e632960445,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:48.038471 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Made reservation on behalf of 5b9b2a71684b4f5da9be4bfaa3a435cd for: {'network': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:28:48.040562 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:48.064118 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:48.079566 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-2b17c158-d13f-459e-ac4b-11a1d38b890c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:48.081341 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-2b17c158-d13f-459e-ac4b-11a1d38b890c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/417a7757-a294-4e46-8ff9-85e632960445 HTTP/1.1" status: 204 len: 168 time: 0.3258500 Jun 24 14:28:48.083994 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:48.088816 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Usage tracker for resource:security_group_rule and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:48.091939 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:48.099009 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:48.236638 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:48.246052 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:48.307229 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:28:48.309560 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8755e726-bf09-4979-98a0-569c7a0160da,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:48.321472 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:48.322026 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.segments_db [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Added segment d168eafd-a8e4-4cc7-97f2-50a9a4278afb of type vlan for network d6af37d7-c93d-46e8-aca7-d94f02e501f6 Jun 24 14:28:48.368975 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:48.412381 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:48.414456 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:48.415763 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:48.483454 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 43952) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:48.484731 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7423098 Jun 24 14:28:48.498304 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Request body: {'subnet': {'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1893201477-subnet', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'ip_version': 4}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:48.511032 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:48.515650 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Usage tracker for resource:subnet and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:48.519761 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:48.527751 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:48.573529 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Made reservation on behalf of 5b9b2a71684b4f5da9be4bfaa3a435cd for: {'subnet': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:28:48.576101 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81112912-1565-4cfc-afce-14157b55ddc0 admin admin] Pushing event updated for resources: {'Network': ['ID=d6af37d7-c93d-46e8-aca7-d94f02e501f6,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:48.589073 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network d6af37d7-c93d-46e8-aca7-d94f02e501f6 details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:28:48.589644 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2596815'] for subnet, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:48.912758 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2350275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2596857'] for subnet, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:49.004573 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163d4c42-f232-46ac-87cf-19f76a990a26,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:49.034378 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Checking segment: {'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:28:49.034775 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Network hostable DHCP agents. Network: d6af37d7-c93d-46e8-aca7-d94f02e501f6, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:28:49.061953 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Network d6af37d7-c93d-46e8-aca7-d94f02e501f6 is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:28:49.075595 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, d6af37d7-c93d-46e8-aca7-d94f02e501f6) {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:28:49.084641 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:49.085227 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:49.088223 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9493e53-6b3f-4dcc-b9c9-166dde7294ad None None] Network d6af37d7-c93d-46e8-aca7-d94f02e501f6 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:28:49.141109 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-4467cd6b-0c25-4e87-97fa-30dcf75cfe11 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6561282 Jun 24 14:28:49.144180 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 43972) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:49.152816 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:49.158379 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:49.167880 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Usage tracker for resource:router and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:49.171211 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:49.179736 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:49.195904 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3903350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26522'] for router, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:49.197288 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29033'] for router, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:49.221700 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:49.371572 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-d6af37d7-c93d-46e8-aca7-d94f02e501f6', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'fixed_ips': [{'subnet_id': '163d4c42-f232-46ac-87cf-19f76a990a26'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:28:49.372212 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:49.570589 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Allocated IP 172.20.0.2 (d6af37d7-c93d-46e8-aca7-d94f02e501f6/163d4c42-f232-46ac-87cf-19f76a990a26/daa56338-b388-496c-b019-0ea9ffa42f90) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:28:49.761547 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:49.870944 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:49.884959 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Transition to ACTIVE for port object daa56338-b388-496c-b019-0ea9ffa42f90 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:28:49.916374 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Transition to ACTIVE for port object daa56338-b388-496c-b019-0ea9ffa42f90 will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:28:49.928938 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:50.005681 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Network d6af37d7-c93d-46e8-aca7-d94f02e501f6 is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:28:50.012934 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:28:50.018623 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:28:50.024446 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Pushing event updated for resources: {'Port': ['ID=daa56338-b388-496c-b019-0ea9ffa42f90,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:50.069367 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:50.069699 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:50.070035 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:50.070366 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:50.070695 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:50.071023 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:50.071346 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:50.071667 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:50.072005 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:50.072328 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:50.072690 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:50.073019 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:50.156834 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Attempting to bind port daa56338-b388-496c-b019-0ea9ffa42f90 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:28:50.157204 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Attempting to bind port daa56338-b388-496c-b019-0ea9ffa42f90 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:28:50.157556 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Attempting to bind port daa56338-b388-496c-b019-0ea9ffa42f90 on network d6af37d7-c93d-46e8-aca7-d94f02e501f6 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:28:50.162890 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:28:50.163276 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Checking segment: {'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:28:50.163720 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:50.164153 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Bound using segment: {'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:28:50.164721 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Bound port: daa56338-b388-496c-b019-0ea9ffa42f90, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:28:50.165094 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:50.174851 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:50.206047 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:50.255785 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] For port daa56338-b388-496c-b019-0ea9ffa42f90, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:28:50.260601 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] For port daa56338-b388-496c-b019-0ea9ffa42f90, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=daa56338-b388-496c-b019-0ea9ffa42f90,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:28:50.266926 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:50.357043 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b2010-5763-4170-88d6-de1368fe5a16 None None] Pushing event updated for resources: {'Port': ['ID=daa56338-b388-496c-b019-0ea9ffa42f90,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:50.357826 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Allocated IP 172.27.2.173 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/4dcf55ea-db6a-4b13-8eec-65c3e0ad931c) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:28:50.557594 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:50.639905 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:50.718815 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device daa56338-b388-496c-b019-0ea9ffa42f90 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:28:50.739116 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:28:50.750409 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:28:50.755647 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:28:50.792499 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Pushing event updated for resources: {'Port': ['ID=4dcf55ea-db6a-4b13-8eec-65c3e0ad931c,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:50.809939 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port daa56338-b388-496c-b019-0ea9ffa42f90 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:28:51.250186 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-39efe9f0-a649-4781-8aef-5e8b54e7a701 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=06b480be4c6f4df4834be602fdae2fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403049 Jun 24 14:28:51.506814 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c54da-2b5d-47c2-9ca4-22a629fc2f80 None None] Network d6af37d7-c93d-46e8-aca7-d94f02e501f6 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:28:51.520609 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:51.670931 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-5b26837f-14b5-4152-833e-986873e9bcaf None None] Provisioning for port daa56338-b388-496c-b019-0ea9ffa42f90 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:28:51.690122 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-5b26837f-14b5-4152-833e-986873e9bcaf None None] Provisioning complete for port daa56338-b388-496c-b019-0ea9ffa42f90 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:28:51.690864 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-5b26837f-14b5-4152-833e-986873e9bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:51.711795 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-5d1d3026-a2e7-4795-bfbb-3739570b3c6f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:51.713278 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-5d1d3026-a2e7-4795-bfbb-3739570b3c6f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4481764 Jun 24 14:28:51.734248 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-233c0244-6c57-4fdb-b26e-d3a19e9a160c tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/quotas/06b480be4c6f4df4834be602fdae2fdc HTTP/1.1" status: 200 len: 375 time: 0.0137949 Jun 24 14:28:51.812354 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-068d9f53-83e1-4a8b-b7c9-cc1170b72909 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=06b480be4c6f4df4834be602fdae2fdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623994 Jun 24 14:28:52.008877 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3903300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520'] for router, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:52.049925 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-5b26837f-14b5-4152-833e-986873e9bcaf None None] Current status of the port daa56338-b388-496c-b019-0ea9ffa42f90 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:28:52.050306 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-5b26837f-14b5-4152-833e-986873e9bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:52.115293 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-5b26837f-14b5-4152-833e-986873e9bcaf None None] For port daa56338-b388-496c-b019-0ea9ffa42f90, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=daa56338-b388-496c-b019-0ea9ffa42f90,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:52.120950 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-5b26837f-14b5-4152-833e-986873e9bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:52.207862 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26837f-14b5-4152-833e-986873e9bcaf None None] Pushing event updated for resources: {'Port': ['ID=daa56338-b388-496c-b019-0ea9ffa42f90,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:52.236954 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-294b0c0b-cc82-4f5b-ab7e-b619dc51bb5c req-2ebffc67-4e0b-4349-abaf-e4c03e5bd84f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 210 time: 0.1448569 Jun 24 14:28:52.338310 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 is scheduled to L3 agent f837352b-afc6-405d-a4a3-f96679748736 with binding_index 1 {{(pid=88094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:28:52.443950 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-8f8b1d19-ed10-407d-86b0-27ee2f9a0225 None None] Provisioning complete for port daa56338-b388-496c-b019-0ea9ffa42f90 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:28:52.444303 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8f8b1d19-ed10-407d-86b0-27ee2f9a0225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:52.544682 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:28:52.558105 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Sync routers for ids ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:28:52.577858 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device daa56338-b388-496c-b019-0ea9ffa42f90 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:28:52.589904 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] Notify callbacks [] for router, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:52.595513 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-e97c6bbe-268f-4db6-b9a2-8ca54a7cbb8e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4450724 Jun 24 14:28:52.596292 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 44096) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:52.630829 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Routers {'6959fef1-7a34-4d2b-b879-d3224fd7cc56'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:52.631474 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:28:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:52.680463 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b1d19-ed10-407d-86b0-27ee2f9a0225 None None] Current status of the port daa56338-b388-496c-b019-0ea9ffa42f90 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:28:52.810887 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port daa56338-b388-496c-b019-0ea9ffa42f90 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:28:52.811159 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:52.867528 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Set router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:53.176240 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port daa56338-b388-496c-b019-0ea9ffa42f90 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:28:53.269784 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:28:51Z', 'revision_number': 3, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:53.274733 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Checking router: 6959fef1-7a34-4d2b-b879-d3224fd7cc56 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:28:53.275077 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Updating router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c binding host dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:28:53.314738 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.348040 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.413977 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-95f8ba71-5de6-479e-a88a-0af0e7da420b req-a787a9ff-7317-4baf-afb1-914110e15918 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 210 time: 0.0564122 Jun 24 14:28:53.651970 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Allocated IP 172.20.0.1 (d6af37d7-c93d-46e8-aca7-d94f02e501f6/163d4c42-f232-46ac-87cf-19f76a990a26/b2a53749-f518-4f25-9e73-e78b9aea81a0) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:28:53.744906 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Notify callbacks [] for port, precommit_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.757800 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Transition to ACTIVE for port object 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:28:53.769539 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.819646 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.837915 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Transition to ACTIVE for port object b2a53749-f518-4f25-9e73-e78b9aea81a0 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:28:53.858429 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b368a6-23af-478e-9664-3c56cf2b064c None None] Pushing event updated for resources: {'Port': ['ID=4dcf55ea-db6a-4b13-8eec-65c3e0ad931c,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:53.860777 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Attempting to bind port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:28:53.861196 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Attempting to bind port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:28:53.861523 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Attempting to bind port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c on network 56739e03-84f5-401f-84c2-dbaf871a2b89 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:28:53.863267 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.867606 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:28:53.868791 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:28:53.869282 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.869936 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Bound using segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:28:53.870472 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Bound port: 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:28:53.871606 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.926229 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Network d6af37d7-c93d-46e8-aca7-d94f02e501f6 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:28:53.927017 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:28:53.931225 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:28:53.947042 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] For port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:28:53.951491 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] For port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=4dcf55ea-db6a-4b13-8eec-65c3e0ad931c,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:28:53.956726 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:53.980082 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Pushing event updated for resources: {'Port': ['ID=b2a53749-f518-4f25-9e73-e78b9aea81a0,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:54.004344 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3903314'] for router_interface, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.042461 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Routers {'6959fef1-7a34-4d2b-b879-d3224fd7cc56'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:54.043105 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:28:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:54.098525 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b368a6-23af-478e-9664-3c56cf2b064c None None] Pushing event updated for resources: {'Port': ['ID=4dcf55ea-db6a-4b13-8eec-65c3e0ad931c,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:54.236152 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-24193798-29dd-4fa0-b663-13bac6635e3e None None] Provisioning for port b2a53749-f518-4f25-9e73-e78b9aea81a0 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:28:54.249163 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-24193798-29dd-4fa0-b663-13bac6635e3e None None] Provisioning complete for port b2a53749-f518-4f25-9e73-e78b9aea81a0 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:28:54.249723 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-24193798-29dd-4fa0-b663-13bac6635e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.276527 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] Set router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:54.288983 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.476925 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-24193798-29dd-4fa0-b663-13bac6635e3e None None] Port b2a53749-f518-4f25-9e73-e78b9aea81a0 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:28:54.577533 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.588815 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.608021 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-549dafa6-76f7-4541-b167-4c5f70eaf4fc req-10e2bdce-6440-4230-a30c-20a7e53d65f5 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 210 time: 0.0598481 Jun 24 14:28:54.611214 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:28:51Z', 'revision_number': 3, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:54.615878 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f45e5f3-ee1d-468a-829b-18d353dc3897 None None] The sync data for ids ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'] in dv-cinder-847189-2-iscsi is: [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:28:51Z', 'revision_number': 3, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:28:54.703805 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903287'] for router_interface, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:54.708062 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Pushing event updated for resources: {'Port': ['ID=b2a53749-f518-4f25-9e73-e78b9aea81a0,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:54.871947 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Network d6af37d7-c93d-46e8-aca7-d94f02e501f6 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:28:54.873165 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:28:55.085662 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:28:55.109620 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-78b904df-122b-478e-a626-e0226d47a81f None None] Provisioning complete for port b2a53749-f518-4f25-9e73-e78b9aea81a0 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:28:55.110665 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-78b904df-122b-478e-a626-e0226d47a81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:55.182667 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-78b904df-122b-478e-a626-e0226d47a81f None None] Port b2a53749-f518-4f25-9e73-e78b9aea81a0 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:28:55.379279 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:28:55.388654 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-3f9b9a9c-0a0f-4eec-ace6-f4c8ca131afd admin admin] 10.222.0.16 "PUT /v2.0/routers/6959fef1-7a34-4d2b-b879-d3224fd7cc56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7908337 Jun 24 14:28:55.802389 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c474ec5d-d622-4165-ba79-df6fe5775860 req-adcde591-f16d-44ff-b135-e3a077c68c60 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 210 time: 0.0571923 Jun 24 14:28:56.099569 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-efd18a16-f085-4832-93ec-3dd27c152c75 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=06b480be4c6f4df4834be602fdae2fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319555 Jun 24 14:28:56.106160 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 44136) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:56.111372 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1095167280-network', 'tenant_id': '49719e6479644715800266afdf4d907d'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:56.134867 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:56.146796 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Usage tracker for resource:network and tenant:49719e6479644715800266afdf4d907d is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:56.201738 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:56.216628 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:56.252312 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Made reservation on behalf of 49719e6479644715800266afdf4d907d for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:28:56.254937 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.280410 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.312458 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:56.323916 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Usage tracker for resource:security_group_rule and tenant:49719e6479644715800266afdf4d907d is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:56.330779 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:56.341314 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-c3a55082-394a-4b82-80f5-5eaa9e67b2bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:56.343095 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-c3a55082-394a-4b82-80f5-5eaa9e67b2bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385478 Jun 24 14:28:56.347213 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:56.367044 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Sync routers for ids ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:28:56.379567 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Routers {'6959fef1-7a34-4d2b-b879-d3224fd7cc56'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:56.380034 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Request body: {'port': {'device_id': '190b3375-04c5-4b0e-821e-3854dc834f5e', 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249', 'admin_state_up': True, 'tenant_id': '06b480be4c6f4df4834be602fdae2fdc'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:56.380322 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:28:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:56.558772 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:56.567796 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Usage tracker for resource:port and tenant:06b480be4c6f4df4834be602fdae2fdc is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:56.576997 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:56.596140 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:56.599227 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.612060 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.613392 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Set router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:56.682989 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 44152) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:56.684204 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Made reservation on behalf of 06b480be4c6f4df4834be602fdae2fdc for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:28:56.687607 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.708399 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=88095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:28:56.718166 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:28:56.733739 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.753184 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2590e30a-015f-47e0-9f16-c963c457578e,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:56.759463 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:56.763693 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Usage tracker for resource:security_group_rule and tenant:06b480be4c6f4df4834be602fdae2fdc is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:56.766507 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:56.774070 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:56.778092 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_v2 [None req-52939878-d795-42fd-bcfa-6688308a2b77 admin admin] Deleting subnet e0b9bb70-b104-4ad3-8893-32583f50d8ee {{(pid=88094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:28:56.781555 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52939878-d795-42fd-bcfa-6688308a2b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.830854 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:28:56.839245 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:28:56.840166 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.851933 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52939878-d795-42fd-bcfa-6688308a2b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2988317'] for subnet, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.901523 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.910526 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52939878-d795-42fd-bcfa-6688308a2b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.910744 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.911003 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Added segment 6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3 of type vlan for network a674dcdd-0863-4417-bcda-abb4a2bfe6c6 Jun 24 14:28:56.967083 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.974376 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:56.988397 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:28:56.989659 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.015647 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=4dcf55ea-db6a-4b13-8eec-65c3e0ad931c,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:28:57.022547 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.029031 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:28:54Z', 'revision_number': 4, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'b2a53749-f518-4f25-9e73-e78b9aea81a0', 'name': '', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'mac_address': 'fa:16:3e:7a:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:53Z', 'updated_at': '2022-06-24T14:28:54Z', 'revision_number': 2, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'subnets': [{'id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:57.039025 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Checking router: 6959fef1-7a34-4d2b-b879-d3224fd7cc56 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:28:57.039387 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Updating router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 port b2a53749-f518-4f25-9e73-e78b9aea81a0 binding host dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:28:57.070559 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8328de88-47b3-4b88-b138-9c04c9f51819,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:57.115477 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.121832 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.122849 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:57.123485 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.158535 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=4dcf55ea-db6a-4b13-8eec-65c3e0ad931c,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:57.180500 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-144d67ea-bcc2-40d2-a251-b94862a7ff6c req-bb30ab46-b8de-4847-8936-52250afdf60f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 210 time: 0.2198873 Jun 24 14:28:57.181694 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52939878-d795-42fd-bcfa-6688308a2b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3134340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3008979'] for subnet, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.237716 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52939878-d795-42fd-bcfa-6688308a2b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b9bb70-b104-4ad3-8893-32583f50d8ee,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:57.245567 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52939878-d795-42fd-bcfa-6688308a2b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.260966 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-52939878-d795-42fd-bcfa-6688308a2b77 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e0b9bb70-b104-4ad3-8893-32583f50d8ee HTTP/1.1" status: 204 len: 168 time: 0.5751154 Jun 24 14:28:57.261629 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 44158) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:57.293833 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] Pushing event updated for resources: {'Network': ['ID=a674dcdd-0863-4417-bcda-abb4a2bfe6c6,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:57.304292 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Allocated IP 192.168.233.27 (3820aa27-029b-4e7e-86e2-d56c3df52249/505801c3-462e-47bb-9314-d2eab6d78328/29ea1e86-6dc9-46aa-aec7-c1e82b98a660) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:28:57.310056 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-bf33b3e6-4dc1-4ad9-b963-9934088caada admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2003446 Jun 24 14:28:57.310258 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 44162) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:57.312223 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network a674dcdd-0863-4417-bcda-abb4a2bfe6c6 details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:28:57.317518 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Request body: {'subnet': {'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1095167280-subnet', 'tenant_id': '49719e6479644715800266afdf4d907d', 'ip_version': 4}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:57.325817 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:57.331948 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Usage tracker for resource:subnet and tenant:49719e6479644715800266afdf4d907d is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:57.336796 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:57.354704 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:57.386149 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Made reservation on behalf of 49719e6479644715800266afdf4d907d for: {'subnet': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:28:57.388526 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2596815'] for subnet, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.389366 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.533210 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.564608 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c88c448-c4b1-44ad-9193-0fae54dbf5ae']}} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:57.579294 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548cdf98-c81c-4ebf-beda-deb6937a44c8') {'for_net_delete': True} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:57.580129 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548cdf98-c81c-4ebf-beda-deb6937a44c8') {} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:57.596002 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2988308'] for segment, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.602888 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Notify callbacks [] for port, precommit_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.620225 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.634217 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:28:57.634217 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134250'] for segment, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.670629 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.705118 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 548cdf98-c81c-4ebf-beda-deb6937a44c8 resource provider aggregate not found Jun 24 14:28:57.731060 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 548cdf98-c81c-4ebf-beda-deb6937a44c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 548cdf98-c81c-4ebf-beda-deb6937a44c8 found for delete ", "request_id": "req-666c8c50-e039-4cec-b844-8613bcc3e643"}]} Jun 24 14:28:57.743188 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.provisioning_blocks [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Transition to ACTIVE for port object b2a53749-f518-4f25-9e73-e78b9aea81a0 will not be triggered until provisioned by entity L2. {{(pid=88097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:28:57.745923 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Transition to ACTIVE for port object 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:28:57.746770 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.751375 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.753017 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.774875 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c88c448-c4b1-44ad-9193-0fae54dbf5ae,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:57.785982 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-bc4d41b0-11c9-409c-a6a8-889eae2cfcc0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4c88c448-c4b1-44ad-9193-0fae54dbf5ae HTTP/1.1" status: 204 len: 168 time: 0.5232291 Jun 24 14:28:57.792071 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2350275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2596857'] for subnet, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.867080 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:57.868986 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa86732-7e95-4cab-be5a-627a523335be,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:57.977914 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Pushing event updated for resources: {'Port': ['ID=b2a53749-f518-4f25-9e73-e78b9aea81a0,revision_number=3']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:57.978306 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Network 3820aa27-029b-4e7e-86e2-d56c3df52249 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:28:57.980555 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Checking segment: {'id': '6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:28:57.982550 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Network hostable DHCP agents. Network: a674dcdd-0863-4417-bcda-abb4a2bfe6c6, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:28:57.992943 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:28:57.995958 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:28:58.000981 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:58.001773 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:58.002267 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:58.002764 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:58.003408 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:58.003886 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:58.004747 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:58.005422 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:58.005765 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:58.006094 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:58.006445 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:58.006773 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:28:58.020683 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Attempting to bind port b2a53749-f518-4f25-9e73-e78b9aea81a0 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:28:58.021062 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Attempting to bind port b2a53749-f518-4f25-9e73-e78b9aea81a0 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:28:58.021418 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Attempting to bind port b2a53749-f518-4f25-9e73-e78b9aea81a0 on network d6af37d7-c93d-46e8-aca7-d94f02e501f6 {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:28:58.030833 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:28:58.031412 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Checking segment: {'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:28:58.032049 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.032688 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Bound using segment: {'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:28:58.034005 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Bound port: b2a53749-f518-4f25-9e73-e78b9aea81a0, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'}}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:28:58.034414 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.085399 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 44174) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:58.104542 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Pushing event updated for resources: {'Port': ['ID=29ea1e86-6dc9-46aa-aec7-c1e82b98a660,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:58.115689 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:58.116588 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.132281 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Network a674dcdd-0863-4417-bcda-abb4a2bfe6c6 is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:28:58.146869 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, a674dcdd-0863-4417-bcda-abb4a2bfe6c6) {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:28:58.153793 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:58.154387 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.159417 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa85c8c3-1e78-4427-965e-a35226f0faaa None None] Network a674dcdd-0863-4417-bcda-abb4a2bfe6c6 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:28:58.160827 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-f6031fed-9603-4437-b306-dfca5496f6bb tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7868459 Jun 24 14:28:58.185273 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-de7953e2-5e85-4a73-af97-cbf7285b63a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8737383 Jun 24 14:28:58.187996 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 44178) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:58.196237 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1095167280-router', 'tenant_id': '49719e6479644715800266afdf4d907d', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:58.202066 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-8495471c-d602-47f3-9b59-df755d923522 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95011c5456f84687a243e15f9156009e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1146035 Jun 24 14:28:58.206625 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 44182) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:28:58.209860 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:28:58.210020 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] For port b2a53749-f518-4f25-9e73-e78b9aea81a0, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:28:58.213878 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] For port b2a53749-f518-4f25-9e73-e78b9aea81a0, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=b2a53749-f518-4f25-9e73-e78b9aea81a0,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:28:58.214897 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Usage tracker for resource:router and tenant:49719e6479644715800266afdf4d907d is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:28:58.221081 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.235164 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:28:58.253584 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:28:58.274097 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3903350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26522'] for router, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.275299 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29033'] for router, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.311435 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.325043 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-87926cc1-6f4b-4ce1-ba82-259637626736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.330353 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aefc41-372e-4915-b7cc-3618eee2571e None None] Pushing event updated for resources: {'Port': ['ID=b2a53749-f518-4f25-9e73-e78b9aea81a0,revision_number=4']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:58.368682 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Routers {'6959fef1-7a34-4d2b-b879-d3224fd7cc56'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:28:58.370039 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:28:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:58.397865 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-87926cc1-6f4b-4ce1-ba82-259637626736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.594511 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-87926cc1-6f4b-4ce1-ba82-259637626736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.643881 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87926cc1-6f4b-4ce1-ba82-259637626736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d378834-37c3-4d88-afef-0c160e189ecb,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:58.675007 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-87926cc1-6f4b-4ce1-ba82-259637626736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.679109 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-87926cc1-6f4b-4ce1-ba82-259637626736 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d378834-37c3-4d88-afef-0c160e189ecb HTTP/1.1" status: 204 len: 168 time: 0.4690626 Jun 24 14:28:58.693856 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Request body: {'port': {'device_id': '190b3375-04c5-4b0e-821e-3854dc834f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:28:58.706377 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-d4b7c7cb-c8a3-4c28-9877-21071416a2e8 None None] Provisioning for port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:28:58.717773 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6a527-ed4e-45e3-9c0c-968b22442256 req-9896d455-d8ec-472c-a38e-7d27d7699f35 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:28:58.718496 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:28:58.726285 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-68b6a527-ed4e-45e3-9c0c-968b22442256 req-9896d455-d8ec-472c-a38e-7d27d7699f35 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 935 time: 0.2747152 Jun 24 14:28:58.757820 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] Set router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:28:58.837143 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-68b6a527-ed4e-45e3-9c0c-968b22442256 req-7612f99b-8eea-463b-bff4-cfabd74e6718 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053164 Jun 24 14:28:58.865707 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-d4b7c7cb-c8a3-4c28-9877-21071416a2e8 None None] Provisioning complete for port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:28:58.866082 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-d4b7c7cb-c8a3-4c28-9877-21071416a2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.930437 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-a674dcdd-0863-4417-bcda-abb4a2bfe6c6', 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6', 'tenant_id': '49719e6479644715800266afdf4d907d', 'fixed_ips': [{'subnet_id': '7aa86732-7e95-4cab-be5a-627a523335be'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:28:58.931485 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:58.972001 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7c7cb-c8a3-4c28-9877-21071416a2e8 None None] Port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:28:58.995487 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.048968 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:28:59.049201 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.062384 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.211720 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:28:54Z', 'revision_number': 4, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'b2a53749-f518-4f25-9e73-e78b9aea81a0', 'name': '', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'mac_address': 'fa:16:3e:7a:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:53Z', 'updated_at': '2022-06-24T14:28:58Z', 'revision_number': 4, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'subnets': [{'id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:28:59.212438 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Allocated IP 172.20.0.2 (a674dcdd-0863-4417-bcda-abb4a2bfe6c6/7aa86732-7e95-4cab-be5a-627a523335be/d9cb771b-c05d-45b1-838d-3dffc52de277) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:28:59.218079 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ce3f2d-63cf-424b-bd11-d337b2bf9910 None None] The sync data for ids ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'] in dv-cinder-847189-2-iscsi is: [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:28:54Z', 'revision_number': 4, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'b2a53749-f518-4f25-9e73-e78b9aea81a0', 'name': '', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'mac_address': 'fa:16:3e:7a:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:53Z', 'updated_at': '2022-06-24T14:28:58Z', 'revision_number': 4, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'subnets': [{'id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:28:59.361327 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:28:59.532304 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.578452 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Transition to ACTIVE for port object d9cb771b-c05d-45b1-838d-3dffc52de277 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:28:59.638846 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Transition to ACTIVE for port object d9cb771b-c05d-45b1-838d-3dffc52de277 will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:28:59.647100 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.685466 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:28:59.721836 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Network a674dcdd-0863-4417-bcda-abb4a2bfe6c6 is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:28:59.724971 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:28:59.730044 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:28:59.767273 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.822303 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Transition to ACTIVE for port object 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:28:59.833719 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.837980 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Pushing event updated for resources: {'Port': ['ID=d9cb771b-c05d-45b1-838d-3dffc52de277,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:28:59.878187 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Attempting to bind port d9cb771b-c05d-45b1-838d-3dffc52de277 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:28:59.878772 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Attempting to bind port d9cb771b-c05d-45b1-838d-3dffc52de277 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:28:59.879743 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Attempting to bind port d9cb771b-c05d-45b1-838d-3dffc52de277 on network a674dcdd-0863-4417-bcda-abb4a2bfe6c6 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:28:59.895741 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:28:59.896240 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Checking segment: {'id': '6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:28:59.896771 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.897810 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Bound using segment: {'id': '6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:28:59.900213 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Bound port: d9cb771b-c05d-45b1-838d-3dffc52de277, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:28:59.900724 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:28:59.944922 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.098209 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] For port d9cb771b-c05d-45b1-838d-3dffc52de277, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:29:00.108230 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] For port d9cb771b-c05d-45b1-838d-3dffc52de277, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d9cb771b-c05d-45b1-838d-3dffc52de277,segment=NetworkSegment(6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3),segment_id=6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:29:00.130131 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.198542 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.206379 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Pushing event updated for resources: {'Port': ['ID=29ea1e86-6dc9-46aa-aec7-c1e82b98a660,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:00.216319 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc337c-122f-4f8c-99f2-b29a64d945e6 req-a105eb7c-9d6c-4075-9f93-21c8ec4f79c6 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:00.226244 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-41bc337c-122f-4f8c-99f2-b29a64d945e6 req-a105eb7c-9d6c-4075-9f93-21c8ec4f79c6 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.1949716 Jun 24 14:29:00.308151 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac3887-546b-43ed-945f-44c51a8aa3f3 None None] Pushing event updated for resources: {'Port': ['ID=d9cb771b-c05d-45b1-838d-3dffc52de277,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:00.319911 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-41bc337c-122f-4f8c-99f2-b29a64d945e6 req-b69a4725-b557-4811-853a-0de62d0ced3c tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928555 Jun 24 14:29:00.599593 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Attempting to bind port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:29:00.599982 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Attempting to bind port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '17c34e98-0155-45e2-8704-058d25d341d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:29:00.600840 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Attempting to bind port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 on network 3820aa27-029b-4e7e-86e2-d56c3df52249 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:00.617965 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 on network 3820aa27-029b-4e7e-86e2-d56c3df52249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:29:00.618299 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Attempting to bind port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 on network 3820aa27-029b-4e7e-86e2-d56c3df52249 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:00.630059 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:29:00.630340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Checking segment: {'id': '17c34e98-0155-45e2-8704-058d25d341d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:29:00.630725 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Bound using segment: {'id': '17c34e98-0155-45e2-8704-058d25d341d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:29:00.631238 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Bound port: 29ea1e86-6dc9-46aa-aec7-c1e82b98a660, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c34e98-0155-45e2-8704-058d25d341d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:29:00.631498 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.722520 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Allocated IP 172.27.2.8 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:29:00.817766 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d9cb771b-c05d-45b1-838d-3dffc52de277 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:00.866107 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] For port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:29:00.871829 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] For port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=29ea1e86-6dc9-46aa-aec7-c1e82b98a660,segment=NetworkSegment(17c34e98-0155-45e2-8704-058d25d341d0),segment_id=17c34e98-0155-45e2-8704-058d25d341d0)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:29:00.883885 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:00.953246 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port d9cb771b-c05d-45b1-838d-3dffc52de277 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:00.961458 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device b2a53749-f518-4f25-9e73-e78b9aea81a0 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:01.011327 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:01.011327 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:01.013060 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] 10.222.0.36 "PUT /v2.0/ports/29ea1e86-6dc9-46aa-aec7-c1e82b98a660 HTTP/1.1" status: 200 len: 1097 time: 2.3259659 Jun 24 14:29:01.013415 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b3375-04c5-4b0e-821e-3854dc834f5e', 'tag': '29ea1e86-6dc9-46aa-aec7-c1e82b98a660'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:01.052319 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port b2a53749-f518-4f25-9e73-e78b9aea81a0 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:01.068254 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port b2a53749-f518-4f25-9e73-e78b9aea81a0 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:01.068948 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:01.104093 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:01.108488 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b77578-e434-4d44-ac6f-6a8f7a92cb4a'] response: {'name': 'network-changed', 'server_uuid': '190b3375-04c5-4b0e-821e-3854dc834f5e', 'tag': '29ea1e86-6dc9-46aa-aec7-c1e82b98a660', 'status': 'completed', 'code': 200} Jun 24 14:29:01.117868 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae0a11-1940-4f18-a6e4-faa9bad4fb07 service neutron] Pushing event updated for resources: {'Port': ['ID=29ea1e86-6dc9-46aa-aec7-c1e82b98a660,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:01.167436 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:01.249421 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port b2a53749-f518-4f25-9e73-e78b9aea81a0 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:01.250296 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:01.255808 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:29:01.258981 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:29:01.269989 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:29:01.292147 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port b2a53749-f518-4f25-9e73-e78b9aea81a0, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=b2a53749-f518-4f25-9e73-e78b9aea81a0,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:01.296340 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:01.365269 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Pushing event updated for resources: {'Port': ['ID=32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:01.391931 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=b2a53749-f518-4f25-9e73-e78b9aea81a0,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:01.589344 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8248b7-f6a5-443f-9abc-43df51f4c1bd req-ab8ef759-7c93-4361-be09-3755d3b6331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:01.590814 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0f8248b7-f6a5-443f-9abc-43df51f4c1bd req-ab8ef759-7c93-4361-be09-3755d3b6331b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b480be4c6f4df4834be602fdae2fdc&device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 1100 time: 0.2836230 Jun 24 14:29:01.607957 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfa530-7b9b-40e4-a7ad-6c7eefffe299 req-4dbb81d4-a660-44f1-989a-1531de2f766f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:01.609609 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-84cfa530-7b9b-40e4-a7ad-6c7eefffe299 req-4dbb81d4-a660-44f1-989a-1531de2f766f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.1532197 Jun 24 14:29:01.636136 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16663eb-67c1-4f33-a6e3-1190973d5472 None None] Network a674dcdd-0863-4417-bcda-abb4a2bfe6c6 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:29:01.666173 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-84cfa530-7b9b-40e4-a7ad-6c7eefffe299 req-e0377372-4d6e-4162-92ad-7179d9b35cd1 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449107 Jun 24 14:29:01.703158 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0f8248b7-f6a5-443f-9abc-43df51f4c1bd req-307a72da-ff0d-441d-9806-a18caedb55fe service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=06b480be4c6f4df4834be602fdae2fdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927277 Jun 24 14:29:01.743223 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-90f8012d-b1b3-490e-a7bb-8dee91c51462 None None] Provisioning for port d9cb771b-c05d-45b1-838d-3dffc52de277 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:01.752907 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-90f8012d-b1b3-490e-a7bb-8dee91c51462 None None] Provisioning complete for port d9cb771b-c05d-45b1-838d-3dffc52de277 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:01.753269 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-90f8012d-b1b3-490e-a7bb-8dee91c51462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:01.961546 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.020174 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8248b7-f6a5-443f-9abc-43df51f4c1bd req-d22c6692-1959-45b4-9573-f061c76e8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:02.021479 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0f8248b7-f6a5-443f-9abc-43df51f4c1bd req-d22c6692-1959-45b4-9573-f061c76e8a04 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2656734 Jun 24 14:29:02.064960 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-90f8012d-b1b3-490e-a7bb-8dee91c51462 None None] Current status of the port d9cb771b-c05d-45b1-838d-3dffc52de277 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:02.065339 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-90f8012d-b1b3-490e-a7bb-8dee91c51462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.123544 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-90f8012d-b1b3-490e-a7bb-8dee91c51462 None None] For port d9cb771b-c05d-45b1-838d-3dffc52de277, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d9cb771b-c05d-45b1-838d-3dffc52de277,segment=NetworkSegment(6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3),segment_id=6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:02.129357 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-90f8012d-b1b3-490e-a7bb-8dee91c51462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.214273 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8012d-b1b3-490e-a7bb-8dee91c51462 None None] Pushing event updated for resources: {'Port': ['ID=d9cb771b-c05d-45b1-838d-3dffc52de277,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:02.351882 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-2ffce3ee-6d8a-4c54-a957-880212a8892b None None] Provisioning complete for port d9cb771b-c05d-45b1-838d-3dffc52de277 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:02.351882 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2ffce3ee-6d8a-4c54-a957-880212a8892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.477178 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-2ffce3ee-6d8a-4c54-a957-880212a8892b None None] Current status of the port d9cb771b-c05d-45b1-838d-3dffc52de277 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:02.492990 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-08464a20-44c1-42f1-8218-9ed5d856e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:02.494611 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-08464a20-44c1-42f1-8218-9ed5d856e8a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06b480be4c6f4df4834be602fdae2fdc&device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 1100 time: 0.3770993 Jun 24 14:29:02.589219 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d9cb771b-c05d-45b1-838d-3dffc52de277 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:02.589796 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-8e623687-d666-4072-bd29-0b259e9f0f0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=29ea1e86-6dc9-46aa-aec7-c1e82b98a660 HTTP/1.1" status: 200 len: 217 time: 0.0756958 Jun 24 14:29:02.590924 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3903300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520'] for router, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.662853 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port d9cb771b-c05d-45b1-838d-3dffc52de277 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:02.663388 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.798829 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-29366f0e-f012-4ddd-acfb-a93cbc05909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:02.800451 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-29366f0e-f012-4ddd-acfb-a93cbc05909f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=505801c3-462e-47bb-9314-d2eab6d78328 HTTP/1.1" status: 200 len: 843 time: 0.1566174 Jun 24 14:29:02.801732 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port d9cb771b-c05d-45b1-838d-3dffc52de277 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:02.803048 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device b2a53749-f518-4f25-9e73-e78b9aea81a0 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:02.879180 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port b2a53749-f518-4f25-9e73-e78b9aea81a0 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:02.879538 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:02.884322 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0520-1ea9-4288-be90-1711471ea5f0 req-8a4dba1c-8a0c-47cb-8949-4b152046055d tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:02.889793 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d1ff0520-1ea9-4288-be90-1711471ea5f0 req-8a4dba1c-8a0c-47cb-8949-4b152046055d tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.0974648 Jun 24 14:29:02.938372 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-a0b14739-d73e-46fa-a16e-5ef9ee2012b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:02.939815 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d1ff0520-1ea9-4288-be90-1711471ea5f0 req-93ad765d-5b7d-464f-b1c9-1adb1c9ec34f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459633 Jun 24 14:29:02.942063 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-a0b14739-d73e-46fa-a16e-5ef9ee2012b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3820aa27-029b-4e7e-86e2-d56c3df52249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1339512 Jun 24 14:29:02.947119 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Router 940d275a-253d-46e3-b1e1-e25ea44399a0 is scheduled to L3 agent f837352b-afc6-405d-a4a3-f96679748736 with binding_index 1 {{(pid=88095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:29:03.006680 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port b2a53749-f518-4f25-9e73-e78b9aea81a0 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:03.232624 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-7b25ad4e-1bd1-48e6-9b68-bb49a02d6273 service neutron] 10.222.0.36 "GET /v2.0/networks/3820aa27-029b-4e7e-86e2-d56c3df52249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831197 Jun 24 14:29:03.335411 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:29:03.347406 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Sync routers for ids ['940d275a-253d-46e3-b1e1-e25ea44399a0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:29:03.359389 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Routers {'940d275a-253d-46e3-b1e1-e25ea44399a0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:03.359879 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:28:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['940d275a-253d-46e3-b1e1-e25ea44399a0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:03.374004 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:03.377952 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-98a0d23e-d6a2-49e6-a33b-4eb60eafc089 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1850004 Jun 24 14:29:03.378288 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 44246) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:03.570476 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Set router 940d275a-253d-46e3-b1e1-e25ea44399a0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:03.600342 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f4313a45-0115-4a1d-9f21-aa92d4b3f7e1 req-c2725502-823e-4f1b-a039-81136829f848 service neutron] 10.222.0.36 "GET /v2.0/networks/3820aa27-029b-4e7e-86e2-d56c3df52249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538392 Jun 24 14:29:03.887789 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'name': 'tempest-TestShelveInstance-1095167280-router', 'tenant_id': '49719e6479644715800266afdf4d907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:58Z', 'updated_at': '2022-06-24T14:29:01Z', 'revision_number': 3, 'project_id': '49719e6479644715800266afdf4d907d', 'gw_port': {'id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:03.891930 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Checking router: 940d275a-253d-46e3-b1e1-e25ea44399a0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:29:03.892276 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Updating router 940d275a-253d-46e3-b1e1-e25ea44399a0 port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 binding host dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:29:03.946212 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.148275 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9483cf-ff80-4cf5-9578-543ecf8b4cce req-ffa4a36a-45f2-4ae6-bc9e-62976509b44f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:04.150793 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-fd9483cf-ff80-4cf5-9578-543ecf8b4cce req-ffa4a36a-45f2-4ae6-bc9e-62976509b44f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.0967543 Jun 24 14:29:04.200119 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-fd9483cf-ff80-4cf5-9578-543ecf8b4cce req-9a3cf18d-0afc-4833-8501-eeac6a236887 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Jun 24 14:29:04.289457 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.400586 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Notify callbacks [] for port, precommit_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.414882 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Transition to ACTIVE for port object 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:04.421718 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.506506 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Attempting to bind port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:29:04.506864 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Attempting to bind port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:29:04.507217 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Attempting to bind port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 on network 56739e03-84f5-401f-84c2-dbaf871a2b89 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:04.509203 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb4d50-339a-42a5-a401-137f955a4716 None None] Pushing event updated for resources: {'Port': ['ID=32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:04.514970 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:29:04.515342 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:29:04.515731 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.516109 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Bound using segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:29:04.516598 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Bound port: 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:29:04.517463 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.550295 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Allocated IP 172.20.0.1 (a674dcdd-0863-4417-bcda-abb4a2bfe6c6/7aa86732-7e95-4cab-be5a-627a523335be/dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:29:04.603729 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] For port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:29:04.607501 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] For port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:29:04.612201 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.698872 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Routers {'940d275a-253d-46e3-b1e1-e25ea44399a0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:04.699501 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:28:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['940d275a-253d-46e3-b1e1-e25ea44399a0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:04.716197 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.734437 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Transition to ACTIVE for port object dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:04.759085 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:04.820272 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb4d50-339a-42a5-a401-137f955a4716 None None] Pushing event updated for resources: {'Port': ['ID=32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:04.830325 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Network a674dcdd-0863-4417-bcda-abb4a2bfe6c6 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:29:04.833256 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:29:04.842712 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:29:04.880816 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Pushing event updated for resources: {'Port': ['ID=dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:04.893418 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] Set router 940d275a-253d-46e3-b1e1-e25ea44399a0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:04.903230 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3903314'] for router_interface, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.026743 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.161177 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-f3fe464e-4b88-4649-8810-9c3a8fa9341f None None] Provisioning for port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:05.170746 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-f3fe464e-4b88-4649-8810-9c3a8fa9341f None None] Provisioning complete for port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:05.171110 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f3fe464e-4b88-4649-8810-9c3a8fa9341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.241249 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe464e-4b88-4649-8810-9c3a8fa9341f None None] Port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:29:05.260385 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'name': 'tempest-TestShelveInstance-1095167280-router', 'tenant_id': '49719e6479644715800266afdf4d907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:58Z', 'updated_at': '2022-06-24T14:29:01Z', 'revision_number': 3, 'project_id': '49719e6479644715800266afdf4d907d', 'gw_port': {'id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:05.264412 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc332b-159f-4c46-8e47-90489f546d60 None None] The sync data for ids ['940d275a-253d-46e3-b1e1-e25ea44399a0'] in dv-cinder-847189-2-iscsi is: [{'id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'name': 'tempest-TestShelveInstance-1095167280-router', 'tenant_id': '49719e6479644715800266afdf4d907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:58Z', 'updated_at': '2022-06-24T14:29:01Z', 'revision_number': 3, 'project_id': '49719e6479644715800266afdf4d907d', 'gw_port': {'id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:29:05.275545 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.280904 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.418641 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Pushing event updated for resources: {'Port': ['ID=dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:05.421239 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903287'] for router_interface, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.445229 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe1b88-d08c-4ef2-87c9-2b0fa7566ad9 req-d1ba2a6d-4a44-4abf-aa3b-a8d2cf7b829c tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:05.446759 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bffe1b88-d08c-4ef2-87c9-2b0fa7566ad9 req-d1ba2a6d-4a44-4abf-aa3b-a8d2cf7b829c tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.1279461 Jun 24 14:29:05.505065 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bffe1b88-d08c-4ef2-87c9-2b0fa7566ad9 req-7d989541-ca98-4e53-b19a-b5075f8f8dd2 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523400 Jun 24 14:29:05.627406 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Network a674dcdd-0863-4417-bcda-abb4a2bfe6c6 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:29:05.628666 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:29:05.873877 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-a7dcf68a-d6f4-42b9-ae9c-9b873d9a0260 None None] Provisioning complete for port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:05.875075 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf68a-d6f4-42b9-ae9c-9b873d9a0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:05.934066 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-a7dcf68a-d6f4-42b9-ae9c-9b873d9a0260 None None] Port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:29:05.943543 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Router 940d275a-253d-46e3-b1e1-e25ea44399a0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:29:06.139535 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:29:06.149544 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-85facb81-4c67-40c9-a4fb-b3c31fdc423d admin admin] 10.222.0.16 "PUT /v2.0/routers/940d275a-253d-46e3-b1e1-e25ea44399a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7701886 Jun 24 14:29:06.592939 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 44276) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:06.599564 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-619618943', 'description': 'tempest-secgroup-smoke-619618943 description', 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:06.609183 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:06.619267 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Usage tracker for resource:security_group and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:06.623225 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:06.623842 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:06.631855 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:06.647765 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.674232 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:06.681821 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Usage tracker for resource:security_group_rule and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:06.686197 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:06.693462 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:06.768551 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:06.774607 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:06.775037 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.783315 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c1c54-c30d-4682-ba64-bf86c0d625a3 req-044c313c-55c4-4b0f-914e-d720acfb059d tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:06.790762 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cc7c1c54-c30d-4682-ba64-bf86c0d625a3 req-044c313c-55c4-4b0f-914e-d720acfb059d tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.1295819 Jun 24 14:29:06.793124 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.798605 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.807548 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.839148 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.840362 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2456753 Jun 24 14:29:06.844190 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 44282) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:06.851705 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cc7c1c54-c30d-4682-ba64-bf86c0d625a3 req-95cd60af-bba2-42b9-9770-54e4d21e9026 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576634 Jun 24 14:29:06.858510 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-b0038d5e-f258-4270-956b-2ebb72711c68 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Request body: {'security_group_rule': {'security_group_id': 'ebe8f93e-bac8-4d97-8034-c5293697236f', 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:06.878104 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-b0038d5e-f258-4270-956b-2ebb72711c68 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:06.890172 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-b0038d5e-f258-4270-956b-2ebb72711c68 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Usage tracker for resource:security_group_rule and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:06.893625 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-b0038d5e-f258-4270-956b-2ebb72711c68 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:06.896340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e0b75-9e52-4ba7-a266-345e9434f4c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe8f93e-bac8-4d97-8034-c5293697236f,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:06.901554 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-b0038d5e-f258-4270-956b-2ebb72711c68 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:06.918664 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:06.919272 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.920622 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b0038d5e-f258-4270-956b-2ebb72711c68 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:06.938377 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:06.943753 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.005544 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b0038d5e-f258-4270-956b-2ebb72711c68 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.010469 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b0038d5e-f258-4270-956b-2ebb72711c68 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.031613 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:07.048707 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0038d5e-f258-4270-956b-2ebb72711c68 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ab8344-51e4-44df-8809-68ccf86fdfb7,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:07.056231 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Sync routers for ids ['940d275a-253d-46e3-b1e1-e25ea44399a0'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:29:07.067276 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Routers {'940d275a-253d-46e3-b1e1-e25ea44399a0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:07.067958 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b0038d5e-f258-4270-956b-2ebb72711c68 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.068238 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:28:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['940d275a-253d-46e3-b1e1-e25ea44399a0'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:07.073786 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-b0038d5e-f258-4270-956b-2ebb72711c68 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2282021 Jun 24 14:29:07.074382 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 44286) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:07.082572 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-d0bdbbfb-ec18-4963-8960-5236484f0df7 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Request body: {'security_group_rule': {'security_group_id': 'ebe8f93e-bac8-4d97-8034-c5293697236f', 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:07.091626 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-d0bdbbfb-ec18-4963-8960-5236484f0df7 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:07.096443 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-d0bdbbfb-ec18-4963-8960-5236484f0df7 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Usage tracker for resource:security_group_rule and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:07.099418 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-d0bdbbfb-ec18-4963-8960-5236484f0df7 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:07.106864 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-d0bdbbfb-ec18-4963-8960-5236484f0df7 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:07.127943 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbbfb-ec18-4963-8960-5236484f0df7 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.194208 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbbfb-ec18-4963-8960-5236484f0df7 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.198900 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbbfb-ec18-4963-8960-5236484f0df7 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.223217 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdbbfb-ec18-4963-8960-5236484f0df7 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ffe5a7-a176-4cda-8d8a-156823a6a3d3,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:07.234399 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbbfb-ec18-4963-8960-5236484f0df7 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.236324 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-d0bdbbfb-ec18-4963-8960-5236484f0df7 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1604536 Jun 24 14:29:07.239969 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 44290) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:07.245207 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-18b2182f-d32a-4708-87ef-c26617c0d4b0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Request body: {'security_group_rule': {'security_group_id': 'ebe8f93e-bac8-4d97-8034-c5293697236f', 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:07.251269 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-18b2182f-d32a-4708-87ef-c26617c0d4b0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:07.255308 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-18b2182f-d32a-4708-87ef-c26617c0d4b0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Usage tracker for resource:security_group_rule and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:07.258325 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-18b2182f-d32a-4708-87ef-c26617c0d4b0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:07.262276 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Set router 940d275a-253d-46e3-b1e1-e25ea44399a0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:07.264294 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-18b2182f-d32a-4708-87ef-c26617c0d4b0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:07.281654 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-18b2182f-d32a-4708-87ef-c26617c0d4b0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.350795 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-18b2182f-d32a-4708-87ef-c26617c0d4b0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.362479 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-18b2182f-d32a-4708-87ef-c26617c0d4b0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.388905 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2182f-d32a-4708-87ef-c26617c0d4b0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0f22ee-6842-4539-af60-02be36c0f981,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:07.399207 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-18b2182f-d32a-4708-87ef-c26617c0d4b0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.401006 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-18b2182f-d32a-4708-87ef-c26617c0d4b0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598365 Jun 24 14:29:07.403849 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 44294) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:07.410225 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-a0ca9044-bc8f-4529-9f1d-1528510d9f46 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Request body: {'security_group_rule': {'security_group_id': 'ebe8f93e-bac8-4d97-8034-c5293697236f', 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:07.416833 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-a0ca9044-bc8f-4529-9f1d-1528510d9f46 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:07.421135 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-a0ca9044-bc8f-4529-9f1d-1528510d9f46 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Usage tracker for resource:security_group_rule and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:07.424775 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-a0ca9044-bc8f-4529-9f1d-1528510d9f46 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:07.430875 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-a0ca9044-bc8f-4529-9f1d-1528510d9f46 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:07.455756 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9044-bc8f-4529-9f1d-1528510d9f46 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.528846 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9044-bc8f-4529-9f1d-1528510d9f46 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.538002 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9044-bc8f-4529-9f1d-1528510d9f46 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.562098 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca9044-bc8f-4529-9f1d-1528510d9f46 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3e7277-ef91-4a2e-b156-c967a0108648,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:07.574633 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9044-bc8f-4529-9f1d-1528510d9f46 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.579047 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 44300) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:07.580116 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-a0ca9044-bc8f-4529-9f1d-1528510d9f46 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1741712 Jun 24 14:29:07.584814 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-34703bd0-b4c2-4940-8239-571bcdc3c323 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Request body: {'security_group_rule': {'security_group_id': 'ebe8f93e-bac8-4d97-8034-c5293697236f', 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:07.590796 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-34703bd0-b4c2-4940-8239-571bcdc3c323 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:07.595431 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-34703bd0-b4c2-4940-8239-571bcdc3c323 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Usage tracker for resource:security_group_rule and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:07.600209 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-34703bd0-b4c2-4940-8239-571bcdc3c323 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:07.604912 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-34703bd0-b4c2-4940-8239-571bcdc3c323 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:07.617082 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.securitygroups_db [None req-34703bd0-b4c2-4940-8239-571bcdc3c323 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Project 5b9b2a71684b4f5da9be4bfaa3a435cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 14:29:07.624933 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-34703bd0-b4c2-4940-8239-571bcdc3c323 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.642209 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'name': 'tempest-TestShelveInstance-1095167280-router', 'tenant_id': '49719e6479644715800266afdf4d907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:58Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '49719e6479644715800266afdf4d907d', 'gw_port': {'id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc', 'name': '', 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6', 'tenant_id': '49719e6479644715800266afdf4d907d', 'mac_address': 'fa:16:3e:f5:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7aa86732-7e95-4cab-be5a-627a523335be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:04Z', 'updated_at': '2022-06-24T14:29:05Z', 'revision_number': 2, 'project_id': '49719e6479644715800266afdf4d907d', 'subnets': [{'id': '7aa86732-7e95-4cab-be5a-627a523335be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:07.646271 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Checking router: 940d275a-253d-46e3-b1e1-e25ea44399a0 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:29:07.646611 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Updating router 940d275a-253d-46e3-b1e1-e25ea44399a0 port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc binding host dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:29:07.700022 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.703395 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-34703bd0-b4c2-4940-8239-571bcdc3c323 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.708212 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-34703bd0-b4c2-4940-8239-571bcdc3c323 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.731426 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34703bd0-b4c2-4940-8239-571bcdc3c323 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0af0ddd-6be8-4282-a710-120777734b0d,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:07.745439 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-34703bd0-b4c2-4940-8239-571bcdc3c323 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.752731 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-34703bd0-b4c2-4940-8239-571bcdc3c323 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1719599 Jun 24 14:29:07.755299 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 44306) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:07.760732 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-5381cf1a-b668-4ac9-92a4-3ab195fbfc4b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Request body: {'security_group_rule': {'security_group_id': 'ebe8f93e-bac8-4d97-8034-c5293697236f', 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:07.767402 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-5381cf1a-b668-4ac9-92a4-3ab195fbfc4b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:07.772762 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-5381cf1a-b668-4ac9-92a4-3ab195fbfc4b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Usage tracker for resource:security_group_rule and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:07.775857 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-5381cf1a-b668-4ac9-92a4-3ab195fbfc4b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:07.781534 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-5381cf1a-b668-4ac9-92a4-3ab195fbfc4b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:07.793696 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.securitygroups_db [None req-5381cf1a-b668-4ac9-92a4-3ab195fbfc4b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Project 5b9b2a71684b4f5da9be4bfaa3a435cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 14:29:07.801146 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5381cf1a-b668-4ac9-92a4-3ab195fbfc4b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.871419 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5381cf1a-b668-4ac9-92a4-3ab195fbfc4b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.878077 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5381cf1a-b668-4ac9-92a4-3ab195fbfc4b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.903302 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381cf1a-b668-4ac9-92a4-3ab195fbfc4b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466332af-522c-4e91-bd86-76f53ec1e8c4,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:07.913837 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5381cf1a-b668-4ac9-92a4-3ab195fbfc4b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:07.915430 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-5381cf1a-b668-4ac9-92a4-3ab195fbfc4b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589971 Jun 24 14:29:08.070392 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9cbf3-3885-4e6e-a2a3-a4c6fea60b6b req-068df689-f775-4a2a-aaa6-7a5c7b1fe78a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:08.072199 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-95c9cbf3-3885-4e6e-a2a3-a4c6fea60b6b req-068df689-f775-4a2a-aaa6-7a5c7b1fe78a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.1033099 Jun 24 14:29:08.113027 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Notify callbacks [] for port, precommit_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:08.120619 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-95c9cbf3-3885-4e6e-a2a3-a4c6fea60b6b req-fcf9fea6-3ad4-47f9-8d1d-9bdf1f58eba3 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417159 Jun 24 14:29:08.127283 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.provisioning_blocks [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Transition to ACTIVE for port object dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc will not be triggered until provisioned by entity L2. {{(pid=88097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:08.135540 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:08.390242 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdf1ba-0103-42ca-b438-0ae37340f82f None None] Pushing event updated for resources: {'Port': ['ID=dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc,revision_number=3']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:08.405662 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Attempting to bind port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:29:08.406029 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Attempting to bind port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6'}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:29:08.406378 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Attempting to bind port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc on network a674dcdd-0863-4417-bcda-abb4a2bfe6c6 {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:08.412120 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:29:08.412525 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Checking segment: {'id': '6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:29:08.412917 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:08.413297 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Bound using segment: {'id': '6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6'} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:29:08.413752 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Bound port: dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6'}}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:29:08.414134 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:08.451372 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c6afe27c-c307-4452-b023-f013fa2ebe3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:08.513196 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] For port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:29:08.516461 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] For port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc,segment=NetworkSegment(6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3),segment_id=6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3)] {{(pid=88097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:29:08.522082 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:08.627963 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Routers {'940d275a-253d-46e3-b1e1-e25ea44399a0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:29:08.628736 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:28:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['940d275a-253d-46e3-b1e1-e25ea44399a0'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:08.645242 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:08.764528 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdf1ba-0103-42ca-b438-0ae37340f82f None None] Pushing event updated for resources: {'Port': ['ID=dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc,revision_number=4']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:08.779550 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:08.780330 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:08.846872 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] Set router 940d275a-253d-46e3-b1e1-e25ea44399a0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:29:08.931452 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:09.186809 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'name': 'tempest-TestShelveInstance-1095167280-router', 'tenant_id': '49719e6479644715800266afdf4d907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:58Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '49719e6479644715800266afdf4d907d', 'gw_port': {'id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc', 'name': '', 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6', 'tenant_id': '49719e6479644715800266afdf4d907d', 'mac_address': 'fa:16:3e:f5:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7aa86732-7e95-4cab-be5a-627a523335be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:04Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 4, 'project_id': '49719e6479644715800266afdf4d907d', 'subnets': [{'id': '7aa86732-7e95-4cab-be5a-627a523335be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:29:09.191163 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd485e1-e8d4-40da-b07f-e2f8190912ff None None] The sync data for ids ['940d275a-253d-46e3-b1e1-e25ea44399a0'] in dv-cinder-847189-2-iscsi is: [{'id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'name': 'tempest-TestShelveInstance-1095167280-router', 'tenant_id': '49719e6479644715800266afdf4d907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:58Z', 'updated_at': '2022-06-24T14:29:04Z', 'revision_number': 4, 'project_id': '49719e6479644715800266afdf4d907d', 'gw_port': {'id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc', 'name': '', 'network_id': 'a674dcdd-0863-4417-bcda-abb4a2bfe6c6', 'tenant_id': '49719e6479644715800266afdf4d907d', 'mac_address': 'fa:16:3e:f5:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '7aa86732-7e95-4cab-be5a-627a523335be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:04Z', 'updated_at': '2022-06-24T14:29:08Z', 'revision_number': 4, 'project_id': '49719e6479644715800266afdf4d907d', 'subnets': [{'id': '7aa86732-7e95-4cab-be5a-627a523335be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:29:09.384477 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156881b2-faed-40d2-abc7-97473915ee7c req-d0ce48be-097b-499b-9239-b31181424536 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:09.386382 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-156881b2-faed-40d2-abc7-97473915ee7c req-d0ce48be-097b-499b-9239-b31181424536 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.0979936 Jun 24 14:29:09.442231 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-156881b2-faed-40d2-abc7-97473915ee7c req-c70f612d-af02-437f-8062-73b71a7333a1 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473168 Jun 24 14:29:10.635844 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:10.764333 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-202c5578-c384-44ba-9c8d-081b65f3474b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:10.767723 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcb8cf-86f6-45d3-b838-43011efea9fe req-6d861f52-5e37-49a1-a92d-46d8682f88a5 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:10.769255 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-41bcb8cf-86f6-45d3-b838-43011efea9fe req-6d861f52-5e37-49a1-a92d-46d8682f88a5 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.2179515 Jun 24 14:29:10.795864 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:10.801420 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:10.801793 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:10.819445 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-41bcb8cf-86f6-45d3-b838-43011efea9fe req-e925b633-16e7-4fe7-9467-357e18a8a0fd tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421696 Jun 24 14:29:10.975663 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:10.976028 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:11.017357 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc,segment=NetworkSegment(6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3),segment_id=6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:11.021970 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:11.098956 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:11.618073 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:11.961823 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:12.070031 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49593a6-0038-4d78-a293-ce7b9d003880 req-139428a2-4d6d-4c34-84cf-28a0dcadcdf8 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:12.071511 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f49593a6-0038-4d78-a293-ce7b9d003880 req-139428a2-4d6d-4c34-84cf-28a0dcadcdf8 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.0972261 Jun 24 14:29:12.125176 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f49593a6-0038-4d78-a293-ce7b9d003880 req-3b78ff82-2f16-4074-9fea-3b2d5218c6d4 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447700 Jun 24 14:29:12.603592 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:12.674817 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:12.675174 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:12.803571 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:13.332133 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5bf16-88c4-415c-9ad3-79a36f9d8656 req-e59b7ca7-033d-45ef-8793-3ad739ccb6dd tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:13.333560 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-44e5bf16-88c4-415c-9ad3-79a36f9d8656 req-e59b7ca7-033d-45ef-8793-3ad739ccb6dd tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.0929651 Jun 24 14:29:13.379465 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-44e5bf16-88c4-415c-9ad3-79a36f9d8656 req-d5ee46b9-2299-4bf9-9a9d-0186b6595f89 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Jun 24 14:29:13.628159 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:14.581311 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d47d06-de5d-485b-8bac-1cd53dafbfc5 req-4f9fd026-300e-4247-9eb4-bd7555c598cc tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:14.582804 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-10d47d06-de5d-485b-8bac-1cd53dafbfc5 req-4f9fd026-300e-4247-9eb4-bd7555c598cc tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.0897896 Jun 24 14:29:14.629593 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-10d47d06-de5d-485b-8bac-1cd53dafbfc5 req-fdc5fa55-36ba-43cd-916d-b3cc7cbffdff tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Jun 24 14:29:15.840458 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d214d1-4009-48a1-96fa-0557c4a43a86 req-797cf598-18f5-4fca-b1f5-f46906073d80 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:15.841957 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-15d214d1-4009-48a1-96fa-0557c4a43a86 req-797cf598-18f5-4fca-b1f5-f46906073d80 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.0919805 Jun 24 14:29:15.890527 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-15d214d1-4009-48a1-96fa-0557c4a43a86 req-76d31d28-2e68-428b-903b-2d0f3e73b2c0 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Jun 24 14:29:17.092914 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd0237-0300-47d0-b65e-ca73942f16b8 req-340abc85-e555-456e-83b8-89bb2a90910f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:17.094403 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-78fd0237-0300-47d0-b65e-ca73942f16b8 req-340abc85-e555-456e-83b8-89bb2a90910f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.0934172 Jun 24 14:29:17.145768 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-78fd0237-0300-47d0-b65e-ca73942f16b8 req-43ccaf1b-e9a4-4bc0-9409-43fed7668ba2 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 Jun 24 14:29:18.346086 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266779c-9fd4-414a-a310-9318c57196ec req-a23898c8-f5b1-42e1-a5ef-3515a41b154c tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:18.347624 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8266779c-9fd4-414a-a310-9318c57196ec req-a23898c8-f5b1-42e1-a5ef-3515a41b154c tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 947 time: 0.0904973 Jun 24 14:29:18.395749 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8266779c-9fd4-414a-a310-9318c57196ec req-52cb0d16-f7a0-4b21-9ab9-720145ee3d36 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Jun 24 14:29:18.989886 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:29:19.128631 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=29ea1e86-6dc9-46aa-aec7-c1e82b98a660,segment=NetworkSegment(17c34e98-0155-45e2-8704-058d25d341d0),segment_id=17c34e98-0155-45e2-8704-058d25d341d0)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:19.142508 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '29ea1e86-6dc9-46aa-aec7-c1e82b98a660', 'network_id': '3820aa27-029b-4e7e-86e2-d56c3df52249', 'port_id': '29ea1e86-6dc9-46aa-aec7-c1e82b98a660', 'mac_address': 'fa:16:3e:4f:aa:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '505801c3-462e-47bb-9314-d2eab6d78328', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:29:19.202674 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:19.203045 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:19.220928 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:29:19.236748 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=29ea1e86-6dc9-46aa-aec7-c1e82b98a660,segment=NetworkSegment(17c34e98-0155-45e2-8704-058d25d341d0),segment_id=17c34e98-0155-45e2-8704-058d25d341d0)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:19.240604 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:19.307636 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=29ea1e86-6dc9-46aa-aec7-c1e82b98a660,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:19.621785 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575c25f-0c53-430b-898c-b17b6ea85166 req-53d76829-3e03-4d1c-b1f2-331773e387e3 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:19.628140 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4575c25f-0c53-430b-898c-b17b6ea85166 req-53d76829-3e03-4d1c-b1f2-331773e387e3 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 948 time: 0.1144233 Jun 24 14:29:19.675899 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4575c25f-0c53-430b-898c-b17b6ea85166 req-12bb948d-606b-48d7-934c-cfd8d41d9c09 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Jun 24 14:29:20.877139 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e38d14-3db5-4003-947d-62c1b47686c8 req-fe13a61f-27ce-43e7-be0d-f1fbb2d6bdab tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:20.878596 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e0e38d14-3db5-4003-947d-62c1b47686c8 req-fe13a61f-27ce-43e7-be0d-f1fbb2d6bdab tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 948 time: 0.1001503 Jun 24 14:29:20.922375 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e0e38d14-3db5-4003-947d-62c1b47686c8 req-c2ebd3a0-47ed-4b19-a456-59ea134fa12f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381901 Jun 24 14:29:22.138984 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdb62e-3d99-42b0-9a7d-70135ae6fb2f req-fb906bff-dad1-4de5-9371-2c12d6acb15d tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:22.140476 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2afdb62e-3d99-42b0-9a7d-70135ae6fb2f req-fb906bff-dad1-4de5-9371-2c12d6acb15d tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 948 time: 0.1012418 Jun 24 14:29:22.187818 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2afdb62e-3d99-42b0-9a7d-70135ae6fb2f req-a05226b0-749c-4cfe-b956-01ab7c3ffe1f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Jun 24 14:29:23.384294 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfbc38-3c62-4be4-afbe-668c8592295f req-658eb860-a070-4333-a731-020ea504ff5f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:23.386989 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-fccfbc38-3c62-4be4-afbe-668c8592295f req-658eb860-a070-4333-a731-020ea504ff5f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 948 time: 0.0925498 Jun 24 14:29:23.432066 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-fccfbc38-3c62-4be4-afbe-668c8592295f req-18776f28-1110-4a5d-95be-e2f2321e3261 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396492 Jun 24 14:29:24.308976 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:29:24.632158 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef63c0c-4d97-4473-b6fd-7d346f255cf1 req-9135f1f2-0e4e-4151-8205-71484fb41134 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:24.633856 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3ef63c0c-4d97-4473-b6fd-7d346f255cf1 req-9135f1f2-0e4e-4151-8205-71484fb41134 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 948 time: 0.0938182 Jun 24 14:29:24.684144 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3ef63c0c-4d97-4473-b6fd-7d346f255cf1 req-fd30e200-341b-44a4-bbc5-a89f87da8489 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439939 Jun 24 14:29:25.350191 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['29ea1e86-6dc9-46aa-aec7-c1e82b98a660'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:29:25.887378 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec96d9-95fe-40d1-b349-610e1149a8b3 req-01cd3efc-b671-4f5e-a4e3-9176b25e7551 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:25.889190 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-32ec96d9-95fe-40d1-b349-610e1149a8b3 req-01cd3efc-b671-4f5e-a4e3-9176b25e7551 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 948 time: 0.0973222 Jun 24 14:29:25.941508 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-32ec96d9-95fe-40d1-b349-610e1149a8b3 req-82d3a7f5-23ea-428e-bc2e-7da325251e42 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411415 Jun 24 14:29:27.151758 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb37bc-8d3b-4331-97c3-a8f3499fe9e5 req-9092bcc4-5ffe-429e-a8c2-97abb76c0cd0 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:27.153263 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c8eb37bc-8d3b-4331-97c3-a8f3499fe9e5 req-9092bcc4-5ffe-429e-a8c2-97abb76c0cd0 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 948 time: 0.0931606 Jun 24 14:29:27.204064 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c8eb37bc-8d3b-4331-97c3-a8f3499fe9e5 req-0b1a5038-4b01-4441-b282-84b210e31d29 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437539 Jun 24 14:29:28.003497 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8011e3-9609-45a2-8ce4-01179692a440 req-0da098c4-d9d6-4609-bdca-20be6043e628 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:28.007658 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ef8011e3-9609-45a2-8ce4-01179692a440 req-0da098c4-d9d6-4609-bdca-20be6043e628 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.0958223 Jun 24 14:29:28.051818 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ef8011e3-9609-45a2-8ce4-01179692a440 req-9613b592-8eac-49a3-9af5-e394fec54e04 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404487 Jun 24 14:29:28.404920 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb844-526f-4ac7-8674-12c4fd42df36 req-58d1fb34-4821-4b44-8c7b-c7ffc629abf8 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:28.406456 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-40ddb844-526f-4ac7-8674-12c4fd42df36 req-58d1fb34-4821-4b44-8c7b-c7ffc629abf8 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 948 time: 0.0884180 Jun 24 14:29:28.452166 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-40ddb844-526f-4ac7-8674-12c4fd42df36 req-23d52bb0-dec5-4a33-a72a-296407a8860c tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395663 Jun 24 14:29:29.275200 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8bb77-6131-4acb-b630-b2776878b045 req-352e7afd-6098-4863-9b82-0058d4e373f8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:29.277417 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-81a8bb77-6131-4acb-b630-b2776878b045 req-352e7afd-6098-4863-9b82-0058d4e373f8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1039453 Jun 24 14:29:29.325301 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-81a8bb77-6131-4acb-b630-b2776878b045 req-0a0ba5f6-7664-43d4-813e-310a36c7081e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416999 Jun 24 14:29:29.749020 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be3a8c-c427-4c48-879c-f22d36b49d72 req-2d7b022e-857f-4c35-8365-3c39e40bad7d tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:29.750605 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-43be3a8c-c427-4c48-879c-f22d36b49d72 req-2d7b022e-857f-4c35-8365-3c39e40bad7d tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 948 time: 0.1900125 Jun 24 14:29:29.799541 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-43be3a8c-c427-4c48-879c-f22d36b49d72 req-5fc97635-c22c-42d2-b61c-5eea10a2e182 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399613 Jun 24 14:29:30.532996 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1581a5-779d-4648-9e8c-32bca74d9d40 req-731b2956-5b72-4994-8939-4e2f1e600484 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:30.534393 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8e1581a5-779d-4648-9e8c-32bca74d9d40 req-731b2956-5b72-4994-8939-4e2f1e600484 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.0877583 Jun 24 14:29:30.585694 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8e1581a5-779d-4648-9e8c-32bca74d9d40 req-69d7ed92-5685-420a-9d90-90926d2a1825 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453546 Jun 24 14:29:30.992898 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b136c-8a37-497c-9d0f-33036d526815 req-dfcb3492-1d12-453e-a815-425b28e6a587 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:30.994408 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6b0b136c-8a37-497c-9d0f-33036d526815 req-dfcb3492-1d12-453e-a815-425b28e6a587 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 948 time: 0.0907912 Jun 24 14:29:31.039152 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6b0b136c-8a37-497c-9d0f-33036d526815 req-68c1ba53-33e0-494f-a397-8ef691425b60 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Jun 24 14:29:31.226669 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:31.298856 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:31.303892 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:31.304252 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:31.431423 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:31.431795 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:31.459376 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b3375-04c5-4b0e-821e-3854dc834f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ea1e86-6dc9-46aa-aec7-c1e82b98a660'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:31.470474 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=29ea1e86-6dc9-46aa-aec7-c1e82b98a660,segment=NetworkSegment(17c34e98-0155-45e2-8704-058d25d341d0),segment_id=17c34e98-0155-45e2-8704-058d25d341d0)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:31.475143 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:31.516611 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c450598-911e-4f99-ad82-03813d7d60b1'] response: {'server_uuid': '190b3375-04c5-4b0e-821e-3854dc834f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ea1e86-6dc9-46aa-aec7-c1e82b98a660', 'code': 200} Jun 24 14:29:31.556395 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=29ea1e86-6dc9-46aa-aec7-c1e82b98a660,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:31.805561 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec364779-2e12-4867-9809-d9870648c7ab req-1a11cca1-6852-45bc-8093-8a1f86191f87 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:31.807216 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ec364779-2e12-4867-9809-d9870648c7ab req-1a11cca1-6852-45bc-8093-8a1f86191f87 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.0960655 Jun 24 14:29:31.853108 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ec364779-2e12-4867-9809-d9870648c7ab req-2eafcd01-e4ed-43bf-b059-03721d83d62e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392797 Jun 24 14:29:32.131666 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0217f-992f-401a-b7a0-4961cadda6ae req-17e81c7d-45ab-4f58-bdde-6ad1efdbde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:32.133092 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-34a0217f-992f-401a-b7a0-4961cadda6ae req-17e81c7d-45ab-4f58-bdde-6ad1efdbde91 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 1102 time: 0.0861504 Jun 24 14:29:32.178060 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-34a0217f-992f-401a-b7a0-4961cadda6ae req-d6594bd9-5894-4f97-8ddf-2cf4ba8a17f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374315 Jun 24 14:29:32.245506 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff52663-a1d5-47d9-94aa-7ac7c829c2da req-05861353-3000-47c0-9c5e-48b4ebb94aa4 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:32.247209 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bff52663-a1d5-47d9-94aa-7ac7c829c2da req-05861353-3000-47c0-9c5e-48b4ebb94aa4 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 949 time: 0.0956335 Jun 24 14:29:32.292927 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bff52663-a1d5-47d9-94aa-7ac7c829c2da req-a5bba699-ce27-43fd-8513-0e70f57a2427 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391419 Jun 24 14:29:33.077013 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7bfca-d23c-411f-9ef1-c441b13dfe66 req-0f7ebd88-d0ef-4b12-86b1-3dccd0e15eaa tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:33.078616 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-68c7bfca-d23c-411f-9ef1-c441b13dfe66 req-0f7ebd88-d0ef-4b12-86b1-3dccd0e15eaa tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.0989225 Jun 24 14:29:33.124361 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-68c7bfca-d23c-411f-9ef1-c441b13dfe66 req-305277d9-1798-492d-8f36-e7ff9886d2d3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400579 Jun 24 14:29:33.502164 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a300b-cdb9-42f0-ab98-dbb92c1a3b1f req-940a4efb-8b7f-45a6-9d49-1d8aa87e248f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:33.503586 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-be1a300b-cdb9-42f0-ab98-dbb92c1a3b1f req-940a4efb-8b7f-45a6-9d49-1d8aa87e248f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 949 time: 0.0907528 Jun 24 14:29:33.553226 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-be1a300b-cdb9-42f0-ab98-dbb92c1a3b1f req-fc556ba3-d7b6-41b1-a528-6dbfbee5147f tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437429 Jun 24 14:29:34.362823 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259c909-356d-45df-a672-8cd92c439b27 req-e9531047-ae66-4903-a6cd-1dfde1b61beb tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:34.365218 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f259c909-356d-45df-a672-8cd92c439b27 req-e9531047-ae66-4903-a6cd-1dfde1b61beb tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1240890 Jun 24 14:29:34.466116 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f259c909-356d-45df-a672-8cd92c439b27 req-8fba9f36-b0fe-43aa-82a5-72c715b62302 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949976 Jun 24 14:29:34.504100 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e548e0f-60f5-486b-9d11-67a14b8aa9e1 req-81c58372-f1bb-4672-bfaa-2eb77a92b2b4 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:34.512846 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5e548e0f-60f5-486b-9d11-67a14b8aa9e1 req-81c58372-f1bb-4672-bfaa-2eb77a92b2b4 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 945 time: 0.1276860 Jun 24 14:29:34.564938 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5e548e0f-60f5-486b-9d11-67a14b8aa9e1 req-5d11805f-1f6a-485d-bc53-aebd6858e07d tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511103 Jun 24 14:29:34.796093 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ed78f-3f8d-452f-b480-87f950aa6394 req-dc678a67-0e30-4f7a-8296-5d33c42c41ff tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:34.799295 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c83ed78f-3f8d-452f-b480-87f950aa6394 req-dc678a67-0e30-4f7a-8296-5d33c42c41ff tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 949 time: 0.1308393 Jun 24 14:29:34.866028 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c83ed78f-3f8d-452f-b480-87f950aa6394 req-3a4a62e9-a9b7-4d43-a131-3cd8b029b05d tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575740 Jun 24 14:29:35.784965 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dd607-6a65-4bbd-aad5-cee220c5065a req-a9b57f5d-966c-4a33-98d2-353f09f2f9db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:35.786628 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-828dd607-6a65-4bbd-aad5-cee220c5065a req-a9b57f5d-966c-4a33-98d2-353f09f2f9db tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 945 time: 0.0988417 Jun 24 14:29:35.897124 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-828dd607-6a65-4bbd-aad5-cee220c5065a req-86c54e99-b36d-42aa-9c39-c01c2db17875 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030705 Jun 24 14:29:35.953738 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570988f-a6fb-4db8-aee3-84fa8e5da5de req-e407bf8e-d4be-4237-9906-418610cf299f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:35.956471 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5570988f-a6fb-4db8-aee3-84fa8e5da5de req-e407bf8e-d4be-4237-9906-418610cf299f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.3285716 Jun 24 14:29:36.046232 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5570988f-a6fb-4db8-aee3-84fa8e5da5de req-2a8655c4-d37c-44bc-802d-b8c720b5f85c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807197 Jun 24 14:29:36.095448 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15443b6-2fab-41c1-89ac-e8cd40ba7fbb req-5699d6fb-acca-4059-a9a3-ac5681a948a5 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:36.096891 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a15443b6-2fab-41c1-89ac-e8cd40ba7fbb req-5699d6fb-acca-4059-a9a3-ac5681a948a5 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 949 time: 0.0962942 Jun 24 14:29:36.142169 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a15443b6-2fab-41c1-89ac-e8cd40ba7fbb req-4adc6529-542c-4882-8f92-90f52842398a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392594 Jun 24 14:29:36.591599 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1e75123c-7e12-4a6c-a29a-ee0c3df0b091 req-723400ab-6926-4231-b6df-5fcc0c1426d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785222 Jun 24 14:29:36.601969 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a023f-8c77-4a20-9841-d3704526dca5 req-2ed743a5-d621-4671-8bfe-76b3941af760 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:36.603435 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6f0a023f-8c77-4a20-9841-d3704526dca5 req-2ed743a5-d621-4671-8bfe-76b3941af760 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 949 time: 0.0914717 Jun 24 14:29:36.648585 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6f0a023f-8c77-4a20-9841-d3704526dca5 req-0287b813-1bff-42c3-8b2d-e5f82a13d8a0 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393808 Jun 24 14:29:36.709011 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75123c-7e12-4a6c-a29a-ee0c3df0b091 req-d69f7196-cee4-48a8-b242-4c49557f676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:36.710411 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1e75123c-7e12-4a6c-a29a-ee0c3df0b091 req-d69f7196-cee4-48a8-b242-4c49557f676b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 1098 time: 0.0837748 Jun 24 14:29:36.765438 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:36.877421 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75123c-7e12-4a6c-a29a-ee0c3df0b091 req-aa07d302-a999-4569-b149-b8c8cc1d78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:36.878773 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1e75123c-7e12-4a6c-a29a-ee0c3df0b091 req-aa07d302-a999-4569-b149-b8c8cc1d78ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.1384377 Jun 24 14:29:36.948041 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1e75123c-7e12-4a6c-a29a-ee0c3df0b091 req-99e788bc-fcf1-45ad-aec1-e95d9a112450 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=954391d3-a182-4bb6-82d7-e6112903c757 HTTP/1.1" status: 200 len: 217 time: 0.0620747 Jun 24 14:29:37.021738 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75123c-7e12-4a6c-a29a-ee0c3df0b091 req-55eb47ab-f4ae-43f9-a182-4b9f331b43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:37.023450 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1e75123c-7e12-4a6c-a29a-ee0c3df0b091 req-55eb47ab-f4ae-43f9-a182-4b9f331b43b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0683467 Jun 24 14:29:37.148396 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75123c-7e12-4a6c-a29a-ee0c3df0b091 req-03fd9683-b389-40f5-8696-b77d3ba0cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:37.149412 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f11603-36d6-4b49-bfc6-2651bcf07fce req-590ab978-d009-41a2-bbbb-f2fa9b29eb29 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:37.150682 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1e75123c-7e12-4a6c-a29a-ee0c3df0b091 req-03fd9683-b389-40f5-8696-b77d3ba0cb1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1181099 Jun 24 14:29:37.150927 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-44f11603-36d6-4b49-bfc6-2651bcf07fce req-590ab978-d009-41a2-bbbb-f2fa9b29eb29 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 945 time: 0.1216764 Jun 24 14:29:37.253416 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-44f11603-36d6-4b49-bfc6-2651bcf07fce req-f17f6c1f-db1d-4e3b-b466-b710a246f3bb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963371 Jun 24 14:29:37.290441 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c366c-b89e-4158-912b-ec3b7acfdbea req-1fc93358-717d-4310-9d86-8a77966a3f2f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:37.292133 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-310c366c-b89e-4158-912b-ec3b7acfdbea req-1fc93358-717d-4310-9d86-8a77966a3f2f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1116109 Jun 24 14:29:37.344757 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-310c366c-b89e-4158-912b-ec3b7acfdbea req-dff9c401-43a8-4eab-9b56-3cb99410a430 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459015 Jun 24 14:29:37.363392 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-f56d82a5-659b-494a-a05c-8017757f35f5 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:37.364120 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-f56d82a5-659b-494a-a05c-8017757f35f5 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Synchronizing usage tracker for tenant:6a344624069347249d9b90f88322cada on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:29:37.368125 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1e75123c-7e12-4a6c-a29a-ee0c3df0b091 req-a449bfd5-a146-47a8-820e-cd8259621a86 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779830 Jun 24 14:29:37.452030 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-f56d82a5-659b-494a-a05c-8017757f35f5 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Unset dirty status for tenant:6a344624069347249d9b90f88322cada on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:29:37.453173 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-f56d82a5-659b-494a-a05c-8017757f35f5 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 945 time: 0.3077826 Jun 24 14:29:37.649514 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-78b1710d-41c6-46d1-b403-8e7bc0616979 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Deleting port 32ef5148-d2be-4ef8-961a-735df482d79c {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:29:37.650180 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-78b1710d-41c6-46d1-b403-8e7bc0616979 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:37.709922 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1e75123c-7e12-4a6c-a29a-ee0c3df0b091 req-32088a5d-0d79-44f9-8aea-c0b69b4d55df service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342035 Jun 24 14:29:37.851919 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d2e7f-2050-49d2-9062-63cf9d271400 req-e56db0b7-d400-4946-af82-e6857970b7f4 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:37.853441 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-124d2e7f-2050-49d2-9062-63cf9d271400 req-e56db0b7-d400-4946-af82-e6857970b7f4 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 949 time: 0.0943875 Jun 24 14:29:37.898792 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-124d2e7f-2050-49d2-9062-63cf9d271400 req-963cbb1c-ccb3-47d2-86b6-f9b274ec0cf6 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Jun 24 14:29:37.943096 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-78b1710d-41c6-46d1-b403-8e7bc0616979 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] For port 32ef5148-d2be-4ef8-961a-735df482d79c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=32ef5148-d2be-4ef8-961a-735df482d79c,segment=NetworkSegment(8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b),segment_id=8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:37.943445 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-78b1710d-41c6-46d1-b403-8e7bc0616979 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.066179 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-78b1710d-41c6-46d1-b403-8e7bc0616979 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Calling delete_port for 32ef5148-d2be-4ef8-961a-735df482d79c owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:29:38.265230 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-78b1710d-41c6-46d1-b403-8e7bc0616979 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.309034 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['32ef5148-d2be-4ef8-961a-735df482d79c'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:29:38.322347 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1710d-41c6-46d1-b403-8e7bc0616979 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Pushing event deleted for resources: {'Port': ['ID=32ef5148-d2be-4ef8-961a-735df482d79c,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:38.432648 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-78b1710d-41c6-46d1-b403-8e7bc0616979 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] No DVR routers for this DVR port 32ef5148-d2be-4ef8-961a-735df482d79c on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:29:38.435465 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-78b1710d-41c6-46d1-b403-8e7bc0616979 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.445950 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-570d1e78-e924-48c0-9332-9d60317c642f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.453409 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e6389d-1d11-45d2-8d66-01a2f3d281e3', 'name': 'network-vif-deleted', 'tag': '32ef5148-d2be-4ef8-961a-735df482d79c'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:38.462744 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a69dc9be-a594-4a4f-82b8-16d8375a0873 req-78b1710d-41c6-46d1-b403-8e7bc0616979 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.36 "DELETE /v2.0/ports/32ef5148-d2be-4ef8-961a-735df482d79c HTTP/1.1" status: 204 len: 173 time: 0.9039779 Jun 24 14:29:38.562564 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 44754) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:38.641282 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aeb8eda3-c65c-4732-8e44-466f1be772c5 req-1c8b6e22-1987-48f8-bbc3-65b4233e5ef2 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1e6389d-1d11-45d2-8d66-01a2f3d281e3 HTTP/1.1" status: 200 len: 210 time: 0.2359457 Jun 24 14:29:38.690037 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4977781-0639-4f3f-b083-3485c5a01e6c'] response: {'server_uuid': 'f1e6389d-1d11-45d2-8d66-01a2f3d281e3', 'name': 'network-vif-deleted', 'tag': '32ef5148-d2be-4ef8-961a-735df482d79c', 'status': 'completed', 'code': 200} Jun 24 14:29:38.702657 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc1bb5-9ff7-4c8a-be64-9293833f7667 req-a80a4d5d-af47-470e-8a3e-497a4a8c7b65 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:38.705430 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-60cc1bb5-9ff7-4c8a-be64-9293833f7667 req-a80a4d5d-af47-470e-8a3e-497a4a8c7b65 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1335378 Jun 24 14:29:38.739456 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a122-3946-471c-b2ab-db3166b8ea82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.758437 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-1ce4a122-3946-471c-b2ab-db3166b8ea82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:38.762294 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-1ce4a122-3946-471c-b2ab-db3166b8ea82 admin admin] Usage tracker for resource:security_group_rule and tenant:7e061860d6444ce2b448bc227636ac0c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:38.766262 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-1ce4a122-3946-471c-b2ab-db3166b8ea82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:38.766433 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-60cc1bb5-9ff7-4c8a-be64-9293833f7667 req-02353f54-1e20-4841-9a35-7c186365d277 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497966 Jun 24 14:29:38.771651 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-1ce4a122-3946-471c-b2ab-db3166b8ea82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:38.899032 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a122-3946-471c-b2ab-db3166b8ea82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.905854 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a122-3946-471c-b2ab-db3166b8ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:38.970128 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-1ce4a122-3946-471c-b2ab-db3166b8ea82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e061860d6444ce2b448bc227636ac0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4047937 Jun 24 14:29:38.971840 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4a122-3946-471c-b2ab-db3166b8ea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdeb410-8665-47b6-a195-a802dc315cd1,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:38.972736 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 44764) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:39.005135 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-9176c048-1079-48f4-898d-4e503cc96213 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:39.005925 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-9176c048-1079-48f4-898d-4e503cc96213 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Synchronizing usage tracker for tenant:06b480be4c6f4df4834be602fdae2fdc on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:29:39.024979 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-9176c048-1079-48f4-898d-4e503cc96213 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Unset dirty status for tenant:06b480be4c6f4df4834be602fdae2fdc on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:29:39.026376 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-9176c048-1079-48f4-898d-4e503cc96213 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.36 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 949 time: 0.1652620 Jun 24 14:29:39.066539 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:39.100776 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:39.115312 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-4551f6e3-3161-448e-b10d-0853f81bb24a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Deleting port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:29:39.116131 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-4551f6e3-3161-448e-b10d-0853f81bb24a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:39.180749 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:39.262609 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdeb410-8665-47b6-a195-a802dc315cd1,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:39.280186 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:39.280578 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:39.280914 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:39.281244 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:39.281571 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:39.282469 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:39.282799 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:39.283121 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:39.283447 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:39.283765 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:39.284085 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:39.284409 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:39.301041 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:39.301041 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-b3cd9b14-6df2-4683-90fd-828833b1dff8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccdeb410-8665-47b6-a195-a802dc315cd1 HTTP/1.1" status: 204 len: 168 time: 0.3228886 Jun 24 14:29:39.349167 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e8031-108f-4e16-b6bf-8582cd45eece req-7f9dfc27-8769-4efd-98ae-21be65e9ae38 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:39.351205 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b45e8031-108f-4e16-b6bf-8582cd45eece req-7f9dfc27-8769-4efd-98ae-21be65e9ae38 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 949 time: 0.3378527 Jun 24 14:29:39.409519 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b45e8031-108f-4e16-b6bf-8582cd45eece req-d6761918-4731-4607-a521-43ee83ab3917 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8328de88-47b3-4b88-b138-9c04c9f51819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521863 Jun 24 14:29:39.452725 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-4551f6e3-3161-448e-b10d-0853f81bb24a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] For port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=29ea1e86-6dc9-46aa-aec7-c1e82b98a660,segment=NetworkSegment(17c34e98-0155-45e2-8704-058d25d341d0),segment_id=17c34e98-0155-45e2-8704-058d25d341d0)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:39.452725 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-4551f6e3-3161-448e-b10d-0853f81bb24a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:39.582871 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-4551f6e3-3161-448e-b10d-0853f81bb24a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Calling delete_port for 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:29:39.741979 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-4551f6e3-3161-448e-b10d-0853f81bb24a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:39.779998 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['29ea1e86-6dc9-46aa-aec7-c1e82b98a660'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:29:39.827232 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551f6e3-3161-448e-b10d-0853f81bb24a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Pushing event deleted for resources: {'Port': ['ID=29ea1e86-6dc9-46aa-aec7-c1e82b98a660,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:39.990230 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-4551f6e3-3161-448e-b10d-0853f81bb24a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] No DVR routers for this DVR port 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:29:39.995276 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-4551f6e3-3161-448e-b10d-0853f81bb24a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:40.016054 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b70b0acf-a5fd-49ef-8d45-6e272abdaa33 req-4551f6e3-3161-448e-b10d-0853f81bb24a tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.36 "DELETE /v2.0/ports/29ea1e86-6dc9-46aa-aec7-c1e82b98a660 HTTP/1.1" status: 204 len: 173 time: 0.9799423 Jun 24 14:29:40.084000 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974af8f7-47c2-4fb2-95d5-fb19590ff8b8 req-5bc0970e-81ec-464d-8703-54a31163199c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:40.085581 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-974af8f7-47c2-4fb2-95d5-fb19590ff8b8 req-5bc0970e-81ec-464d-8703-54a31163199c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1421318 Jun 24 14:29:40.132940 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-974af8f7-47c2-4fb2-95d5-fb19590ff8b8 req-bd870dcd-4384-4a54-8f5c-9119821e3119 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410931 Jun 24 14:29:40.595400 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-66cd561b-57de-46b8-b473-0c0b0ca39b8d req-fbba9eed-8490-4e7c-868d-94477595fba4 tempest-VolumesNegativeTest-851092405 tempest-VolumesNegativeTest-851092405-project] 10.222.0.16 "GET /v2.0/ports?device_id=190b3375-04c5-4b0e-821e-3854dc834f5e HTTP/1.1" status: 200 len: 210 time: 0.0510190 Jun 24 14:29:40.688149 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-877cc041-aac0-4d1d-b25e-ffc8b8e9c448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:40.691500 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b3375-04c5-4b0e-821e-3854dc834f5e', 'name': 'network-vif-deleted', 'tag': '29ea1e86-6dc9-46aa-aec7-c1e82b98a660'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:40.736960 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e788ae-2cba-4baf-bf3f-88f1d1bed465'] response: {'server_uuid': '190b3375-04c5-4b0e-821e-3854dc834f5e', 'name': 'network-vif-deleted', 'tag': '29ea1e86-6dc9-46aa-aec7-c1e82b98a660', 'status': 'completed', 'code': 200} Jun 24 14:29:41.292524 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 32ef5148-d2be-4ef8-961a-735df482d79c no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:29:41.326676 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 32ef5148-d2be-4ef8-961a-735df482d79c {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:29:41.327022 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 32ef5148-d2be-4ef8-961a-735df482d79c not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:29:41.341002 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b85e85-6a93-4476-839a-56cd07c16480 req-0d9e32b3-4990-4ea5-86cd-8faf64af5c6b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:41.342642 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-12b85e85-6a93-4476-839a-56cd07c16480 req-0d9e32b3-4990-4ea5-86cd-8faf64af5c6b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.0947783 Jun 24 14:29:41.387544 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-12b85e85-6a93-4476-839a-56cd07c16480 req-d7b41ffe-da51-464d-844e-bfaadc542f3b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391316 Jun 24 14:29:41.611864 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:41.953021 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:42.613671 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ff817-a3a7-47a4-8089-1548f36eaf36 req-90fbe13f-4673-4f31-8c09-e6efa42be092 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:42.617566 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-763ff817-a3a7-47a4-8089-1548f36eaf36 req-90fbe13f-4673-4f31-8c09-e6efa42be092 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1099527 Jun 24 14:29:42.670175 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-763ff817-a3a7-47a4-8089-1548f36eaf36 req-a83aa36f-e13d-481d-ab6f-af3f747e224a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475922 Jun 24 14:29:43.643736 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:43.682740 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:29:43.718435 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:29:43.718781 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 29ea1e86-6dc9-46aa-aec7-c1e82b98a660 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:29:43.883028 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec32207-5c04-4564-9264-101c69b3afda req-e7f8c1cd-61cf-4e3f-8055-14a12f96886a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:43.884334 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4ec32207-5c04-4564-9264-101c69b3afda req-e7f8c1cd-61cf-4e3f-8055-14a12f96886a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.0948901 Jun 24 14:29:43.934218 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4ec32207-5c04-4564-9264-101c69b3afda req-e815d272-3cd7-4f50-93f0-1147a357d108 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435603 Jun 24 14:29:45.154122 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef9fd8-e308-4bec-a482-8a85aec52cb1 req-99ea5685-6994-45d6-94f9-c110a68287c2 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:45.155594 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a3ef9fd8-e308-4bec-a482-8a85aec52cb1 req-99ea5685-6994-45d6-94f9-c110a68287c2 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.0970855 Jun 24 14:29:45.203004 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a3ef9fd8-e308-4bec-a482-8a85aec52cb1 req-ee8d3259-8a5c-425b-b267-1c58276e2087 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412211 Jun 24 14:29:46.406934 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412b8a7-93c1-4fb7-aea9-db1a10b93f7c req-0925fe33-07a7-4d72-80d5-4ef09118325f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:46.408478 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1412b8a7-93c1-4fb7-aea9-db1a10b93f7c req-0925fe33-07a7-4d72-80d5-4ef09118325f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.0893316 Jun 24 14:29:46.457553 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1412b8a7-93c1-4fb7-aea9-db1a10b93f7c req-732e6ca8-1036-4b8a-9afa-b77d870d2f75 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430489 Jun 24 14:29:46.871640 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 45080) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:47.030763 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-f6e1f71d-dea7-43fc-8c2d-fefb634aaf70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06b480be4c6f4df4834be602fdae2fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577823 Jun 24 14:29:47.034210 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 45086) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:29:47.096769 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.124147 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.180393 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.196268 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8328de88-47b3-4b88-b138-9c04c9f51819,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:47.205619 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:47.205964 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:47.206291 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:47.206610 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:47.206933 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:47.207257 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:47.207576 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:47.207893 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:47.208213 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:47.208559 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:47.208876 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:47.209189 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:47.212063 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:47.215893 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-161016db-a708-4db8-ae04-ed9915e7afeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8328de88-47b3-4b88-b138-9c04c9f51819 HTTP/1.1" status: 204 len: 168 time: 0.1804485 Jun 24 14:29:47.692655 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53103cc-b31d-4fcf-ad1f-018c52a4bc87 req-cf19eb4c-ab9d-4e74-a017-4ab8faee44bb tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:47.694243 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b53103cc-b31d-4fcf-ad1f-018c52a4bc87 req-cf19eb4c-ab9d-4e74-a017-4ab8faee44bb tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1106603 Jun 24 14:29:47.756885 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b53103cc-b31d-4fcf-ad1f-018c52a4bc87 req-1db1d5f7-efbf-43ee-9ec1-9193779a8e0b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534761 Jun 24 14:29:48.146771 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-c7b8a833-bbaa-4881-8247-026f22c114e2 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Synchronizing usage tracker for tenant:5b9b2a71684b4f5da9be4bfaa3a435cd on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:29:48.164286 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-c7b8a833-bbaa-4881-8247-026f22c114e2 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Unset dirty status for tenant:5b9b2a71684b4f5da9be4bfaa3a435cd on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:29:48.165485 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-c7b8a833-bbaa-4881-8247-026f22c114e2 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-619618943&fields=id&tenant_id=5b9b2a71684b4f5da9be4bfaa3a435cd HTTP/1.1" status: 200 len: 267 time: 0.0585668 Jun 24 14:29:48.345761 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-530458db-c460-40f4-9c44-d018ca25f254 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:48.346447 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-530458db-c460-40f4-9c44-d018ca25f254 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Synchronizing usage tracker for tenant:5b9b2a71684b4f5da9be4bfaa3a435cd on resource:network {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:29:48.367453 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-530458db-c460-40f4-9c44-d018ca25f254 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Unset dirty status for tenant:5b9b2a71684b4f5da9be4bfaa3a435cd on resource:network {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:29:48.368629 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-530458db-c460-40f4-9c44-d018ca25f254 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/networks?id=d6af37d7-c93d-46e8-aca7-d94f02e501f6 HTTP/1.1" status: 200 len: 809 time: 0.1964970 Jun 24 14:29:48.383252 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-29455e63-acb2-4a74-a3cb-c3ac6e18213b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/quotas/5b9b2a71684b4f5da9be4bfaa3a435cd HTTP/1.1" status: 200 len: 375 time: 0.0091863 Jun 24 14:29:48.479108 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-ed4a4766-7cc4-437c-8594-430777662730 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b9b2a71684b4f5da9be4bfaa3a435cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904143 Jun 24 14:29:48.632401 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-e57ebaba-58f0-475a-9ae3-df08edee2eeb service neutron] 10.222.0.16 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374664 Jun 24 14:29:49.051447 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-fc10b789-5c31-49cd-ba83-d8a01335fc37 service neutron] 10.222.0.16 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055867 Jun 24 14:29:49.084211 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6f535-160f-4bbb-977f-b3311cdf7ece req-9f57cec2-3c81-4938-8710-49411095e78b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:49.085729 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-19f6f535-160f-4bbb-977f-b3311cdf7ece req-9f57cec2-3c81-4938-8710-49411095e78b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1275487 Jun 24 14:29:49.135445 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-19f6f535-160f-4bbb-977f-b3311cdf7ece req-79b6489a-aff6-4f23-ab0c-83273b883d77 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439150 Jun 24 14:29:49.462010 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2383a66a-623a-47a1-8701-c77b2df380c7 req-f5038ef1-e80b-475b-a615-b5c113e98af9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 210 time: 0.0569174 Jun 24 14:29:50.333898 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca669380-31d2-471e-859e-1918918526aa req-f4900c93-9d15-413e-9f1f-1e40688967e3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:50.335434 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ca669380-31d2-471e-859e-1918918526aa req-f4900c93-9d15-413e-9f1f-1e40688967e3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.0894051 Jun 24 14:29:50.384711 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ca669380-31d2-471e-859e-1918918526aa req-292798ef-fbdf-4170-a104-bc77bfc0e9f6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432270 Jun 24 14:29:50.622606 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1f63ae0a-3d03-4492-97ef-428751bdf645 req-e28f7476-7e5a-4daf-885a-ff5fc21ef92b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 210 time: 0.0508144 Jun 24 14:29:51.587270 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf94ad-20d8-4767-b9fb-c800806c742b req-d9ce0147-0f33-460f-a790-753c63d6095d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:51.588750 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-28bf94ad-20d8-4767-b9fb-c800806c742b req-d9ce0147-0f33-460f-a790-753c63d6095d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.0930009 Jun 24 14:29:51.634079 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-28bf94ad-20d8-4767-b9fb-c800806c742b req-edb2d198-c9f6-400b-8a31-35d14f4d263c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388653 Jun 24 14:29:51.776106 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a147046f-42d4-4a42-a876-cd69ac42e141 req-330b7237-d427-4d20-92a2-6a5363f0f976 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 210 time: 0.0491099 Jun 24 14:29:52.861103 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74600a0-30e4-4929-bbf0-5fa48d04d3aa req-23d38674-ed38-4195-a6e4-c28205d52543 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:52.863227 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a74600a0-30e4-4929-bbf0-5fa48d04d3aa req-23d38674-ed38-4195-a6e4-c28205d52543 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1078346 Jun 24 14:29:52.872367 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-4e795126-4270-4e62-bc9c-858a1b63c939 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:52.874107 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-4e795126-4270-4e62-bc9c-858a1b63c939 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.36 "GET /v2.0/networks?id=d6af37d7-c93d-46e8-aca7-d94f02e501f6 HTTP/1.1" status: 200 len: 809 time: 0.1634474 Jun 24 14:29:52.943435 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-942866ab-ca27-4971-96bf-b6f4f3d08bac tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Synchronizing usage tracker for tenant:5b9b2a71684b4f5da9be4bfaa3a435cd on resource:security_group {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:29:52.953905 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a74600a0-30e4-4929-bbf0-5fa48d04d3aa req-670c2221-eb5b-4682-8990-c2d8a6469e1a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809603 Jun 24 14:29:52.958228 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-942866ab-ca27-4971-96bf-b6f4f3d08bac tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Unset dirty status for tenant:5b9b2a71684b4f5da9be4bfaa3a435cd on resource:security_group {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:29:52.959621 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-942866ab-ca27-4971-96bf-b6f4f3d08bac tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b9b2a71684b4f5da9be4bfaa3a435cd HTTP/1.1" status: 200 len: 379 time: 0.0612009 Jun 24 14:29:52.961596 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f7de1a8c-b263-4995-9a09-06a3ea476534 req-8010b0d3-93f5-43bc-832f-a84e2805dd6a tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 210 time: 0.0569823 Jun 24 14:29:52.972666 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Request body: {'port': {'device_id': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'admin_state_up': True, 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'security_groups': ['ebe8f93e-bac8-4d97-8034-c5293697236f']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:53.116446 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:53.120293 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Usage tracker for resource:port and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:53.123296 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:53.129609 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:53.139944 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Made reservation on behalf of 5b9b2a71684b4f5da9be4bfaa3a435cd for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:29:53.144023 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:53.317111 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Allocated IP 172.20.0.10 (d6af37d7-c93d-46e8-aca7-d94f02e501f6/163d4c42-f232-46ac-87cf-19f76a990a26/3cf878fe-7e6f-4cf9-9f85-08b27d931970) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:29:53.505299 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a04d4a0c-6db5-4c5c-93c0-915cae055c73 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:53.506840 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a04d4a0c-6db5-4c5c-93c0-915cae055c73 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/networks?id=5e5d65c4-023b-4037-93c8-664c88355c3a HTTP/1.1" status: 200 len: 813 time: 0.1494224 Jun 24 14:29:53.519312 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:53.522472 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-d02a2215-2531-43df-be5d-a7c244e4f133 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/quotas/6a344624069347249d9b90f88322cada HTTP/1.1" status: 200 len: 375 time: 0.0100331 Jun 24 14:29:53.537579 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Transition to ACTIVE for port object 3cf878fe-7e6f-4cf9-9f85-08b27d931970 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:53.564624 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:53.587681 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-aedf7b9d-8cb2-40bd-9a7b-130159218df9 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a344624069347249d9b90f88322cada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595143 Jun 24 14:29:53.642402 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Network d6af37d7-c93d-46e8-aca7-d94f02e501f6 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:29:53.650747 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:29:53.655522 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:29:53.687572 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event updated for resources: {'Port': ['ID=3cf878fe-7e6f-4cf9-9f85-08b27d931970,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:53.738685 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:53.740464 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:53.762104 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-0cc0b59a-b009-4ee9-a775-bc2295bb0d75 service neutron] 10.222.0.16 "GET /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614709 Jun 24 14:29:53.773841 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-3c318c0a-47b1-4e59-8b69-b918e176706c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8060808 Jun 24 14:29:53.793752 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Request body: {'port': {'device_id': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:53.938317 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:53.939353 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4eb2cc4b-eae5-4918-ba5a-059f02cab4b2 service neutron] 10.222.0.16 "GET /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701336 Jun 24 14:29:54.018321 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-7e4ce36b-9562-4b1b-b0dc-95eb1cec3c52 None None] Provisioning for port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:29:54.023481 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-7e4ce36b-9562-4b1b-b0dc-95eb1cec3c52 None None] Provisioning complete for port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:54.023859 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-7e4ce36b-9562-4b1b-b0dc-95eb1cec3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:54.135859 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ce36b-9562-4b1b-b0dc-95eb1cec3c52 None None] Port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:29:54.213924 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d8226-20ec-41eb-a7cc-3b4dfd62aa14 req-ee43db6a-832b-4cd6-9623-ceaf13ca103d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:54.215527 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-674d8226-20ec-41eb-a7cc-3b4dfd62aa14 req-ee43db6a-832b-4cd6-9623-ceaf13ca103d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1172237 Jun 24 14:29:54.315727 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-674d8226-20ec-41eb-a7cc-3b4dfd62aa14 req-658077f4-cd68-49c9-9c17-17a462335e19 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625389 Jun 24 14:29:54.355709 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a21c95-44d5-4e3f-88ba-b9b1ddfd1104 req-c571a704-ab2d-4af6-a388-5091f5ad9001 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:54.358204 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d3a21c95-44d5-4e3f-88ba-b9b1ddfd1104 req-c571a704-ab2d-4af6-a388-5091f5ad9001 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 932 time: 0.1415589 Jun 24 14:29:54.422818 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf878fe-7e6f-4cf9-9f85-08b27d931970 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:29:54.432086 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:54.447485 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6750141c-676d-46bd-a749-f7293238dad8 req-9b99c092-4b08-4b09-80f1-fda6c563f66d tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 210 time: 0.0604146 Jun 24 14:29:54.451565 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Transition to ACTIVE for port object 3cf878fe-7e6f-4cf9-9f85-08b27d931970 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:54.462919 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:54.476863 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d3a21c95-44d5-4e3f-88ba-b9b1ddfd1104 req-aa3b022a-17fa-471d-8c2b-6dbb9f322c4f tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120770 Jun 24 14:29:54.778205 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf878fe-7e6f-4cf9-9f85-08b27d931970,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:54.858724 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Attempting to bind port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:29:54.859109 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Attempting to bind port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:29:54.859567 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Attempting to bind port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 on network d6af37d7-c93d-46e8-aca7-d94f02e501f6 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:54.864740 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 on network d6af37d7-c93d-46e8-aca7-d94f02e501f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:29:54.865175 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Attempting to bind port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 on network d6af37d7-c93d-46e8-aca7-d94f02e501f6 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:54.870662 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:29:54.871140 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Checking segment: {'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:29:54.871615 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Bound using segment: {'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:29:54.872140 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Bound port: 3cf878fe-7e6f-4cf9-9f85-08b27d931970, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:29:54.872612 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:54.970983 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] For port 3cf878fe-7e6f-4cf9-9f85-08b27d931970, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:29:54.974135 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] For port 3cf878fe-7e6f-4cf9-9f85-08b27d931970, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:29:54.979865 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:55.037576 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:55.038176 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:55.039575 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] 10.222.0.36 "PUT /v2.0/ports/3cf878fe-7e6f-4cf9-9f85-08b27d931970 HTTP/1.1" status: 200 len: 1094 time: 1.2513144 Jun 24 14:29:55.040076 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:55.071109 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd2e3e-d970-4cbb-ac25-4c785d933b55 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf878fe-7e6f-4cf9-9f85-08b27d931970,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:55.095644 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90bfe67b-ec3c-4475-bb55-3711c1ddd2b4'] response: {'name': 'network-changed', 'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'status': 'completed', 'code': 200} Jun 24 14:29:55.224227 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-e5059faf-4828-49ab-9145-4a59a4bc9775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:55.225771 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-e5059faf-4828-49ab-9145-4a59a4bc9775 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9b2a71684b4f5da9be4bfaa3a435cd&device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 1097 time: 0.0902715 Jun 24 14:29:55.313770 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-e494fc26-4158-4500-948d-0cf8ce9f7dfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970 HTTP/1.1" status: 200 len: 217 time: 0.0665345 Jun 24 14:29:55.353840 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 703fe532-393d-4cb8-b854-7b1e3a89d716 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:29:55.388906 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-b61e1151-2369-4be1-8359-32aa9ad28d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:55.390380 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-b61e1151-2369-4be1-8359-32aa9ad28d62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=163d4c42-f232-46ac-87cf-19f76a990a26 HTTP/1.1" status: 200 len: 848 time: 0.0666060 Jun 24 14:29:55.501465 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-b57f9665-053c-4ce3-a03d-56ef8a1cf099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:55.502692 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=703fe532-393d-4cb8-b854-7b1e3a89d716,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:55.503775 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-b57f9665-053c-4ce3-a03d-56ef8a1cf099 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6af37d7-c93d-46e8-aca7-d94f02e501f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028202 Jun 24 14:29:55.524019 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'port_id': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'mac_address': 'fa:16:3e:65:1a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:29:55.597631 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542d569-3309-4f6b-bf7e-6fe369882c7c req-1fc80706-72bc-45df-b9b7-80a0abd5aa4c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:55.599190 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d542d569-3309-4f6b-bf7e-6fe369882c7c req-1fc80706-72bc-45df-b9b7-80a0abd5aa4c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1450198 Jun 24 14:29:55.655094 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c2ee6ffc-e682-4bb3-b9ad-a9af192d50c7 req-0917a531-1c32-492b-be05-b00287203eae tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 210 time: 0.0545380 Jun 24 14:29:55.683226 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 703fe532-393d-4cb8-b854-7b1e3a89d716 is: ACTIVE; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:55.683911 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:55.724715 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 703fe532-393d-4cb8-b854-7b1e3a89d716 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:29:55.732787 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d542d569-3309-4f6b-bf7e-6fe369882c7c req-4fed5986-1413-41c3-80b5-cfc26a288b3d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797791 Jun 24 14:29:55.755241 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=703fe532-393d-4cb8-b854-7b1e3a89d716,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:55.760523 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:55.767007 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-eca53c5d-ced8-4186-a99f-2413080550fd service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261074 Jun 24 14:29:55.836343 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=703fe532-393d-4cb8-b854-7b1e3a89d716,revision_number=6']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:55.847931 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:55.848838 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:55.849570 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:55.850161 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:55.850809 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:55.851549 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:55.852409 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:55.853744 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:55.854884 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:55.855685 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:55.856461 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:55.857372 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:29:55.942896 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23a32-f130-4eb2-85b1-47be4657937a req-a6c5d8ce-8b8d-4d99-9667-04f045297003 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:55.944404 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d1b23a32-f130-4eb2-85b1-47be4657937a req-a6c5d8ce-8b8d-4d99-9667-04f045297003 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.1364338 Jun 24 14:29:55.971901 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['703fe532-393d-4cb8-b854-7b1e3a89d716'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:29:56.011508 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-11d6e317-f0a0-4852-b289-b8a24cb9cf91 req-2c512a05-228a-489f-ba49-870438b616f0 service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926689 Jun 24 14:29:56.018696 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-5c849de2-a15e-40d5-9848-3221667cf547 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:56.020242 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-5c849de2-a15e-40d5-9848-3221667cf547 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.36 "GET /v2.0/networks?id=5e5d65c4-023b-4037-93c8-664c88355c3a HTTP/1.1" status: 200 len: 813 time: 0.2864087 Jun 24 14:29:56.029078 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d1b23a32-f130-4eb2-85b1-47be4657937a req-84b792ae-5d9f-497a-9635-caccd0873d13 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762041 Jun 24 14:29:56.052592 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Request body: {'port': {'device_id': 'bac712a8-bbe3-42e9-bd73-9080f1380936', 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a', 'admin_state_up': True, 'tenant_id': '6a344624069347249d9b90f88322cada'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:56.252602 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:29:56.257861 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Usage tracker for resource:port and tenant:6a344624069347249d9b90f88322cada is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:29:56.261726 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:29:56.269017 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:29:56.289094 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Made reservation on behalf of 6a344624069347249d9b90f88322cada for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:29:56.292621 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:56.305493 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f63c9-ab61-4e79-bea3-55e1cb11c04b req-375eb602-425d-4574-952e-a371d013edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:56.306967 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fa0f63c9-ab61-4e79-bea3-55e1cb11c04b req-375eb602-425d-4574-952e-a371d013edb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9b2a71684b4f5da9be4bfaa3a435cd&device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 1097 time: 0.1484010 Jun 24 14:29:56.551477 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f63c9-ab61-4e79-bea3-55e1cb11c04b req-25bd321c-7229-46c4-ac2b-c6d7facb6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:56.552976 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fa0f63c9-ab61-4e79-bea3-55e1cb11c04b req-25bd321c-7229-46c4-ac2b-c6d7facb6dab service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6af37d7-c93d-46e8-aca7-d94f02e501f6 HTTP/1.1" status: 200 len: 910 time: 0.2384782 Jun 24 14:29:56.733945 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fa0f63c9-ab61-4e79-bea3-55e1cb11c04b req-69259b75-b34f-4579-bd36-48ab8180dd2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970 HTTP/1.1" status: 200 len: 217 time: 0.1743832 Jun 24 14:29:56.738216 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Allocated IP 172.20.0.6 (5e5d65c4-023b-4037-93c8-664c88355c3a/1d866de4-257d-4307-83fe-f9b11848b580/3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:29:56.920725 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bcf0c6c5-7bac-4e4a-9bff-17d1b3f63dd2 req-3846f4ad-a448-418b-b7ae-d08ffddbfed3 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 210 time: 0.1506050 Jun 24 14:29:56.933984 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f63c9-ab61-4e79-bea3-55e1cb11c04b req-086b6e7f-7efb-439f-9a4a-07a54cf55515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:56.935469 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fa0f63c9-ab61-4e79-bea3-55e1cb11c04b req-086b6e7f-7efb-439f-9a4a-07a54cf55515 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=163d4c42-f232-46ac-87cf-19f76a990a26 HTTP/1.1" status: 200 len: 848 time: 0.1579475 Jun 24 14:29:57.070240 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.097277 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f63c9-ab61-4e79-bea3-55e1cb11c04b req-b9554cdf-6585-4ce2-bdd0-503cf2eb4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:57.098783 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fa0f63c9-ab61-4e79-bea3-55e1cb11c04b req-b9554cdf-6585-4ce2-bdd0-503cf2eb4aca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6af37d7-c93d-46e8-aca7-d94f02e501f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1512821 Jun 24 14:29:57.214042 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.221247 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249793cd-ab34-48a6-8e52-1d2a416bde3e req-b46f410f-c081-4158-adb5-3013e28df30d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:57.222732 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-249793cd-ab34-48a6-8e52-1d2a416bde3e req-b46f410f-c081-4158-adb5-3013e28df30d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 944 time: 0.1524029 Jun 24 14:29:57.273021 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f816e-b84e-4db5-8efe-570cc8865a4f req-f0153ad2-3e0b-4479-a44b-57108039b855 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:57.274487 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-787f816e-b84e-4db5-8efe-570cc8865a4f req-f0153ad2-3e0b-4479-a44b-57108039b855 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.1312001 Jun 24 14:29:57.317745 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-249793cd-ab34-48a6-8e52-1d2a416bde3e req-ba0dd40c-b5c1-4432-b554-179c26f4f65b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836875 Jun 24 14:29:57.323888 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Network 5e5d65c4-023b-4037-93c8-664c88355c3a is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:29:57.329787 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Pushing event updated for resources: {'Port': ['ID=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:57.333094 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:29:57.335604 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:29:57.340217 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-787f816e-b84e-4db5-8efe-570cc8865a4f req-c2a6641c-c4dc-4938-8a0d-e18178bda462 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560353 Jun 24 14:29:57.368159 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fa0f63c9-ab61-4e79-bea3-55e1cb11c04b req-01b7814c-14e0-44f8-bbfa-9fa500bea53d service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613192 Jun 24 14:29:57.379009 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 703fe532-393d-4cb8-b854-7b1e3a89d716 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:29:57.455311 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 703fe532-393d-4cb8-b854-7b1e3a89d716 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:29:57.455675 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.480475 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:57.481019 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.526293 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-4ce86378-6c3d-42f2-974a-1b50cdc493cb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4843745 Jun 24 14:29:57.550276 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Request body: {'port': {'device_id': 'bac712a8-bbe3-42e9-bd73-9080f1380936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:29:57.579101 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 703fe532-393d-4cb8-b854-7b1e3a89d716 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:29:57.579481 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.580475 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fa0f63c9-ab61-4e79-bea3-55e1cb11c04b req-b2d8297f-dbb3-4c8b-8dd8-937a0580577a service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042093 Jun 24 14:29:57.609627 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:57.621861 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=703fe532-393d-4cb8-b854-7b1e3a89d716,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:29:57.625984 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.676359 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d672473-07e0-4fe8-a96e-87802418e184'] response: {'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'code': 200} Jun 24 14:29:57.683767 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:57.708204 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=703fe532-393d-4cb8-b854-7b1e3a89d716,revision_number=7']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:58.032792 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:29:58.041345 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:58.056583 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Transition to ACTIVE for port object 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:29:58.061235 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:58.122034 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d4c1f-8217-4242-a9ad-5c13e705d821 req-5dca20b8-888d-427e-822b-99051c11043e tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:58.123532 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-049d4c1f-8217-4242-a9ad-5c13e705d821 req-5dca20b8-888d-427e-822b-99051c11043e tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 943 time: 0.0919280 Jun 24 14:29:58.176320 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-049d4c1f-8217-4242-a9ad-5c13e705d821 req-1e7ff537-6548-4cf2-9267-f59b2d36997c tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457127 Jun 24 14:29:58.203562 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:58.318706 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Attempting to bind port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:29:58.319039 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Attempting to bind port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:29:58.319362 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Attempting to bind port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 on network 5e5d65c4-023b-4037-93c8-664c88355c3a {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:58.323950 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 on network 5e5d65c4-023b-4037-93c8-664c88355c3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:29:58.324259 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Attempting to bind port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 on network 5e5d65c4-023b-4037-93c8-664c88355c3a {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:29:58.329504 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:29:58.329829 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Checking segment: {'id': '8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:29:58.330202 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Bound using segment: {'id': '8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:29:58.330623 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Bound port: 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:29:58.330959 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:58.533671 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] For port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:29:58.536487 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] For port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7,segment=NetworkSegment(8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b),segment_id=8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:29:58.541319 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:58.602085 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:58.602351 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:29:58.603847 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 HTTP/1.1" status: 200 len: 1093 time: 1.0591238 Jun 24 14:29:58.604407 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac712a8-bbe3-42e9-bd73-9080f1380936', 'tag': '3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:29:58.617245 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c81e12-ae12-4469-8f99-bff298d87f49 req-ba6b06e8-3acb-4f94-a6b0-554b23e5cbc7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:58.619971 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-37c81e12-ae12-4469-8f99-bff298d87f49 req-ba6b06e8-3acb-4f94-a6b0-554b23e5cbc7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1657515 Jun 24 14:29:58.631113 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fccbc8-262a-4c2f-8628-e2ebb778e9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:29:58.631454 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc171ab-939f-4261-82d3-894a5b92399f req-aaadacba-7206-44e6-9085-be952c171096 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:58.635649 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ffc171ab-939f-4261-82d3-894a5b92399f req-aaadacba-7206-44e6-9085-be952c171096 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.1413634 Jun 24 14:29:58.704758 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-37c81e12-ae12-4469-8f99-bff298d87f49 req-50be56ac-bb66-4ff1-a6c0-9010c35246f9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703452 Jun 24 14:29:58.712215 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ffc171ab-939f-4261-82d3-894a5b92399f req-76923d8a-58a5-4f40-98b4-c9814091bd8e tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627370 Jun 24 14:29:58.775995 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df38613a-30fd-4bff-84a0-0e19a530832c'] response: {'name': 'network-changed', 'server_uuid': 'bac712a8-bbe3-42e9-bd73-9080f1380936', 'tag': '3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7', 'status': 'completed', 'code': 200} Jun 24 14:29:58.809713 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-0493b464-c01a-44f6-8b7e-eb7b1ab3babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:58.811115 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-0493b464-c01a-44f6-8b7e-eb7b1ab3babe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a344624069347249d9b90f88322cada&device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 1096 time: 0.1142814 Jun 24 14:29:58.887319 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-2c2810c4-2ee1-4ca7-89e0-5fe1b8b9c830 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 HTTP/1.1" status: 200 len: 217 time: 0.0601177 Jun 24 14:29:58.951921 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-e9f3dca9-6168-43ef-8060-778d8d8d472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:58.953899 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-e9f3dca9-6168-43ef-8060-778d8d8d472d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d866de4-257d-4307-83fe-f9b11848b580 HTTP/1.1" status: 200 len: 853 time: 0.0601163 Jun 24 14:29:59.008298 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-b2b4f4a5-27fa-471c-9948-d0960b4ded5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e5d65c4-023b-4037-93c8-664c88355c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478592 Jun 24 14:29:59.172677 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-38399b53-88b1-4681-af2b-1dfc2b8b70ad service neutron] 10.222.0.36 "GET /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573176 Jun 24 14:29:59.307980 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-60f1e0f7-606b-4d9b-8f4c-911ce71b3c09 req-019b8e8f-79d0-4bd8-a15d-a57bc9222100 service neutron] 10.222.0.36 "GET /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292667 Jun 24 14:29:59.379179 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac439145-3ddc-40a6-8248-176fa65c6b35 req-613b5eda-09ed-4ab5-9140-68b79e06a9f7 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:59.381012 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ac439145-3ddc-40a6-8248-176fa65c6b35 req-613b5eda-09ed-4ab5-9140-68b79e06a9f7 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 943 time: 0.0951378 Jun 24 14:29:59.430719 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ac439145-3ddc-40a6-8248-176fa65c6b35 req-c7ee0c1b-c7bf-4b49-b63f-af0e694e154c tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Jun 24 14:29:59.508537 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daf81e-c6fe-44c8-bab7-c284fab55171 req-42553cbf-bd34-4b15-b30d-487d1f6374a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:59.510014 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28daf81e-c6fe-44c8-bab7-c284fab55171 req-42553cbf-bd34-4b15-b30d-487d1f6374a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a344624069347249d9b90f88322cada&device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 1096 time: 0.0882926 Jun 24 14:29:59.645441 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daf81e-c6fe-44c8-bab7-c284fab55171 req-2676d436-7057-48dd-b9af-8eaf0bcd2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:59.646992 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28daf81e-c6fe-44c8-bab7-c284fab55171 req-2676d436-7057-48dd-b9af-8eaf0bcd2d09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e5d65c4-023b-4037-93c8-664c88355c3a HTTP/1.1" status: 200 len: 914 time: 0.1297214 Jun 24 14:29:59.781145 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28daf81e-c6fe-44c8-bab7-c284fab55171 req-f590afcb-2c22-4c1c-a6c7-0bae142873b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 HTTP/1.1" status: 200 len: 217 time: 0.1211040 Jun 24 14:29:59.977795 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b13d1a-5a82-433b-8f43-c00c754b5061 req-200b9932-ce48-467d-b1b3-211669429bb1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:59.979190 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c8b13d1a-5a82-433b-8f43-c00c754b5061 req-200b9932-ce48-467d-b1b3-211669429bb1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1530254 Jun 24 14:29:59.987679 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe35cd-275b-4859-a06c-1fa92e11c8b7 req-2e2f6821-2d7f-44e5-a779-4905724c8db9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:29:59.989216 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bcbe35cd-275b-4859-a06c-1fa92e11c8b7 req-2e2f6821-2d7f-44e5-a779-4905724c8db9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.1286683 Jun 24 14:30:00.015257 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daf81e-c6fe-44c8-bab7-c284fab55171 req-638e2550-bcf0-49aa-9028-62203c8235e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:00.017034 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28daf81e-c6fe-44c8-bab7-c284fab55171 req-638e2550-bcf0-49aa-9028-62203c8235e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d866de4-257d-4307-83fe-f9b11848b580 HTTP/1.1" status: 200 len: 853 time: 0.0663717 Jun 24 14:30:00.069815 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c8b13d1a-5a82-433b-8f43-c00c754b5061 req-bbff230c-4e60-4d95-a675-309d9d3d2f59 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772667 Jun 24 14:30:00.081862 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bcbe35cd-275b-4859-a06c-1fa92e11c8b7 req-3aa8f0f8-e4c7-446c-820f-6267df798c79 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742466 Jun 24 14:30:00.084040 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28daf81e-c6fe-44c8-bab7-c284fab55171 req-e816c0ff-cb75-4062-96cd-5b1e985fbaca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e5d65c4-023b-4037-93c8-664c88355c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533538 Jun 24 14:30:00.233658 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28daf81e-c6fe-44c8-bab7-c284fab55171 req-8d355170-cdb1-49db-99cc-c9c125a696e7 service neutron] 10.222.0.36 "GET /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427131 Jun 24 14:30:00.372229 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28daf81e-c6fe-44c8-bab7-c284fab55171 req-fdeeac0c-8a46-437a-bcb6-6fad66512e22 service neutron] 10.222.0.36 "GET /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319680 Jun 24 14:30:00.636713 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c7cc-8181-467d-a323-b1fe16f7f89b req-e4b27af5-679e-48ca-9ff3-e87e32490865 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:00.638241 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b624c7cc-8181-467d-a323-b1fe16f7f89b req-e4b27af5-679e-48ca-9ff3-e87e32490865 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 943 time: 0.0927870 Jun 24 14:30:00.694903 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b624c7cc-8181-467d-a323-b1fe16f7f89b req-96cbc180-c206-4534-804c-42cba614a01d tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494690 Jun 24 14:30:01.308185 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:30:01.380926 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5f325-363e-4c90-b5b8-1da20a894cbd req-2fe648a1-08a0-474a-8029-6867ee486c3d tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:01.388012 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-94d5f325-363e-4c90-b5b8-1da20a894cbd req-2fe648a1-08a0-474a-8029-6867ee486c3d tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.1714911 Jun 24 14:30:01.414531 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dfba4-fe20-47c0-abaf-6320fd3572c8 req-67d20c56-e83a-402f-a787-41f9299626cc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:01.416258 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e89dfba4-fe20-47c0-abaf-6320fd3572c8 req-67d20c56-e83a-402f-a787-41f9299626cc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1540630 Jun 24 14:30:01.469181 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-94d5f325-363e-4c90-b5b8-1da20a894cbd req-3049d114-eac1-48a2-8ed6-36f486b9eae2 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795472 Jun 24 14:30:01.490890 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e89dfba4-fe20-47c0-abaf-6320fd3572c8 req-02c4fa4d-9112-4d19-add2-7205c703be2a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679007 Jun 24 14:30:01.912751 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47973cf-a75d-4865-a2b8-4a16deec4669 req-98e1aeb0-8572-43de-87d5-7b712923bfe0 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:01.914296 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b47973cf-a75d-4865-a2b8-4a16deec4669 req-98e1aeb0-8572-43de-87d5-7b712923bfe0 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 943 time: 0.1008675 Jun 24 14:30:01.964652 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b47973cf-a75d-4865-a2b8-4a16deec4669 req-271e169f-da58-4fed-b81d-3a514b45b598 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437641 Jun 24 14:30:02.793794 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115ff42-6589-4124-980d-79812345c298 req-7f490491-67af-4859-8d29-cc4f46a8af1b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:02.795182 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3115ff42-6589-4124-980d-79812345c298 req-7f490491-67af-4859-8d29-cc4f46a8af1b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1538985 Jun 24 14:30:02.804149 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c846038-2a76-4470-b439-eed4396da24b req-ecd8f29d-5edb-4360-bf09-30fba05faadb tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:02.805632 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0c846038-2a76-4470-b439-eed4396da24b req-ecd8f29d-5edb-4360-bf09-30fba05faadb tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.2053292 Jun 24 14:30:02.895928 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0c846038-2a76-4470-b439-eed4396da24b req-e99de3f9-c113-4bff-9208-3013db4fde8b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844991 Jun 24 14:30:02.899124 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3115ff42-6589-4124-980d-79812345c298 req-27282d7e-0f29-4b2b-a933-6a4a8918ae33 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925739 Jun 24 14:30:03.199382 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32568c-f69f-4d73-8b0b-fa398fd86443 req-38be0528-dd61-4c4c-9d54-89d16b8aed62 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:03.200871 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dc32568c-f69f-4d73-8b0b-fa398fd86443 req-38be0528-dd61-4c4c-9d54-89d16b8aed62 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 943 time: 0.1097975 Jun 24 14:30:03.251758 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dc32568c-f69f-4d73-8b0b-fa398fd86443 req-36840e0d-4e40-4ff4-8185-6ba8cd4a6b92 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422947 Jun 24 14:30:03.358012 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:30:03.505612 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7,segment=NetworkSegment(8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b),segment_id=8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:03.523718 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7', 'network_id': '5e5d65c4-023b-4037-93c8-664c88355c3a', 'port_id': '3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7', 'mac_address': 'fa:16:3e:cb:15:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d866de4-257d-4307-83fe-f9b11848b580', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:30:03.602158 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:03.602539 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.639202 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:30:03.662606 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7,segment=NetworkSegment(8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b),segment_id=8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:03.668710 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:03.780793 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:04.345802 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8513c-5113-436c-be2a-c57776b3775b req-e8da698f-3962-4d7a-80c0-3cc05b260dd4 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:04.353499 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1ef8513c-5113-436c-be2a-c57776b3775b req-e8da698f-3962-4d7a-80c0-3cc05b260dd4 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.3263667 Jun 24 14:30:04.384987 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2a733-77ea-4e9e-ae96-9fafcda88eb5 req-1fb14ce1-7e67-4b40-aee0-91ad8e0bddc9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:04.386456 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-09b2a733-77ea-4e9e-ae96-9fafcda88eb5 req-1fb14ce1-7e67-4b40-aee0-91ad8e0bddc9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1901693 Jun 24 14:30:04.439857 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1ef8513c-5113-436c-be2a-c57776b3775b req-9811ef71-c6d3-4aca-ad84-6c9ab97b0fd3 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771115 Jun 24 14:30:04.482225 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-09b2a733-77ea-4e9e-ae96-9fafcda88eb5 req-7afdc91b-80e7-43e2-99af-52de86e93a95 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828922 Jun 24 14:30:04.701603 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:30:04.706123 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f819c7-ec02-46ac-996f-70be682836f7 req-d0de05af-e279-4c9a-81ab-5d1f3b5c9068 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:04.707645 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-04f819c7-ec02-46ac-996f-70be682836f7 req-d0de05af-e279-4c9a-81ab-5d1f3b5c9068 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 944 time: 0.1364906 Jun 24 14:30:04.779511 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-04f819c7-ec02-46ac-996f-70be682836f7 req-c63e71ec-2cdb-4bf0-82a6-d356954f760c tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625641 Jun 24 14:30:05.756807 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d887a-f940-4e46-bfc4-8a4b1c999454 req-b0b5c655-b305-4487-9bd5-a1e2bb531cc6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:05.758771 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-262d887a-f940-4e46-bfc4-8a4b1c999454 req-b0b5c655-b305-4487-9bd5-a1e2bb531cc6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.1734397 Jun 24 14:30:05.785522 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8094c2-24dc-44dd-aa1d-4424ac5b1a62 req-fbf87df5-b46f-4b34-b924-b0ae589921e5 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:05.786989 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6b8094c2-24dc-44dd-aa1d-4424ac5b1a62 req-fbf87df5-b46f-4b34-b924-b0ae589921e5 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1534936 Jun 24 14:30:05.844993 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-262d887a-f940-4e46-bfc4-8a4b1c999454 req-dfdab968-b327-4775-8262-c12c391b47a1 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796201 Jun 24 14:30:05.861359 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6b8094c2-24dc-44dd-aa1d-4424ac5b1a62 req-fdcced2d-026a-43d6-9078-4f8107d73cb1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673311 Jun 24 14:30:06.073586 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85939e8-ecd2-4da6-bb53-43889f90f3c2 req-74625ec2-83da-4349-9589-8f102e96672e tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:06.077893 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b85939e8-ecd2-4da6-bb53-43889f90f3c2 req-74625ec2-83da-4349-9589-8f102e96672e tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 944 time: 0.1246006 Jun 24 14:30:06.137031 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b85939e8-ecd2-4da6-bb53-43889f90f3c2 req-70c7c862-3870-4caf-865d-454438cb1379 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554571 Jun 24 14:30:06.793526 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:07.125825 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44497cc7-2394-4b94-854a-e1b38c5b9ad9 req-459ab1e5-64a2-4dea-9568-1fbc45e1a984 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:07.127227 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-44497cc7-2394-4b94-854a-e1b38c5b9ad9 req-459ab1e5-64a2-4dea-9568-1fbc45e1a984 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.1620541 Jun 24 14:30:07.195501 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515cdb1-90cf-42b2-b87f-8944998fe726 req-5cb8ee74-2249-4430-aee9-9b2812d3eb2d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:07.195501 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d515cdb1-90cf-42b2-b87f-8944998fe726 req-5cb8ee74-2249-4430-aee9-9b2812d3eb2d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1585562 Jun 24 14:30:07.200355 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-44497cc7-2394-4b94-854a-e1b38c5b9ad9 req-d2dfed16-6100-4112-abc6-b16cfbd97800 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661559 Jun 24 14:30:07.260298 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d515cdb1-90cf-42b2-b87f-8944998fe726 req-2a2d6d6f-3087-4128-a0b8-231d54f35aee tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580549 Jun 24 14:30:07.402016 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 3cf878fe-7e6f-4cf9-9f85-08b27d931970 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:30:07.409711 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:07.454086 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f541a-ee18-4d8e-b610-5e63d7d0bf0f req-f97c870d-106e-4d29-ac2d-4d6f802d76bf tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:07.461376 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b31f541a-ee18-4d8e-b610-5e63d7d0bf0f req-f97c870d-106e-4d29-ac2d-4d6f802d76bf tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 944 time: 0.1307883 Jun 24 14:30:07.516034 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b31f541a-ee18-4d8e-b610-5e63d7d0bf0f req-24da6d2f-831e-449a-a086-4f11137467cc tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502110 Jun 24 14:30:07.589407 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:07.606567 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:07.606965 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:07.653820 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 3cf878fe-7e6f-4cf9-9f85-08b27d931970, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:07.693164 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'port_id': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'mac_address': 'fa:16:3e:b8:ae:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:30:07.769507 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:07.769881 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:07.822476 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf878fe-7e6f-4cf9-9f85-08b27d931970 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:30:07.849806 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:07.849806 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:07.877374 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 3cf878fe-7e6f-4cf9-9f85-08b27d931970, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:07.884469 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:08.004646 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac712a8-bbe3-42e9-bd73-9080f1380936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:30:08.024301 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7,segment=NetworkSegment(8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b),segment_id=8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:08.041478 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:08.061976 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=3cf878fe-7e6f-4cf9-9f85-08b27d931970,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:08.110518 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c79481d-7328-492a-92d5-ea15e8144cf8'] response: {'server_uuid': 'bac712a8-bbe3-42e9-bd73-9080f1380936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7', 'code': 200} Jun 24 14:30:08.171796 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:08.431097 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['3cf878fe-7e6f-4cf9-9f85-08b27d931970'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:30:08.499016 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-d97d6eae-3d58-4c7f-9f3b-0b8e6c760a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:08.545365 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f6bd1-c732-4211-9dc4-3bf87449d45f req-9e79dd99-21cc-4231-bf5b-c19cdc9fbef3 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:08.546953 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0f7f6bd1-c732-4211-9dc4-3bf87449d45f req-9e79dd99-21cc-4231-bf5b-c19cdc9fbef3 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 945 time: 0.1675522 Jun 24 14:30:08.549509 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb86d5-c5a7-4b9b-a9f6-18135a83de45 req-48811fe0-9185-4104-b0b5-f1598e82903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:08.565671 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-25bb86d5-c5a7-4b9b-a9f6-18135a83de45 req-48811fe0-9185-4104-b0b5-f1598e82903f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 1098 time: 0.2177286 Jun 24 14:30:08.662884 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-25bb86d5-c5a7-4b9b-a9f6-18135a83de45 req-1155934c-2158-418a-b6e6-49381e49b8d1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896137 Jun 24 14:30:08.663503 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0f7f6bd1-c732-4211-9dc4-3bf87449d45f req-0ea6fe43-ced1-4db1-a876-3118f63f9152 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726516 Jun 24 14:30:08.712293 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9038f-a8b9-4f1c-bfde-8f197afce0cd req-5f97935a-9730-4c61-9a01-bb623702f901 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:08.723444 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-29e9038f-a8b9-4f1c-bfde-8f197afce0cd req-5f97935a-9730-4c61-9a01-bb623702f901 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1752565 Jun 24 14:30:08.775818 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-29e9038f-a8b9-4f1c-bfde-8f197afce0cd req-23a2b34a-0f4d-479e-b233-091189279eae tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511782 Jun 24 14:30:08.936021 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a764e3-7141-4e61-82cf-712c1e0a38b4 req-138b2a15-76dd-4be2-828d-2a18d33e2e80 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:08.938362 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c8a764e3-7141-4e61-82cf-712c1e0a38b4 req-138b2a15-76dd-4be2-828d-2a18d33e2e80 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 945 time: 0.1184042 Jun 24 14:30:09.001244 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c8a764e3-7141-4e61-82cf-712c1e0a38b4 req-487485a3-88b6-4b95-99c3-fa679df6f799 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562501 Jun 24 14:30:09.898298 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391a1c2-8d39-4073-8d13-18dfb252f822 req-4ad7c90e-8519-4da8-85a1-496483ba8c85 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:09.900152 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6391a1c2-8d39-4073-8d13-18dfb252f822 req-4ad7c90e-8519-4da8-85a1-496483ba8c85 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 945 time: 0.1058879 Jun 24 14:30:10.003332 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6391a1c2-8d39-4073-8d13-18dfb252f822 req-2fbbcde8-1a7e-45bd-ab53-e587b335c05b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972137 Jun 24 14:30:10.059590 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368a17-7abf-4594-8c43-76f63ae869db req-0a79b2cb-0e86-4bfb-b1f2-e0040c4e9477 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:10.061192 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d6368a17-7abf-4594-8c43-76f63ae869db req-0a79b2cb-0e86-4bfb-b1f2-e0040c4e9477 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1534564 Jun 24 14:30:10.115370 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d6368a17-7abf-4594-8c43-76f63ae869db req-0a687bfe-9ae9-4521-ad38-878c04ef14b3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450048 Jun 24 14:30:10.245397 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3de03-a470-4a69-90e8-edb7441ae285 req-06f9f598-1cce-41d3-88b5-a019ad1127d5 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:10.247297 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-88b3de03-a470-4a69-90e8-edb7441ae285 req-06f9f598-1cce-41d3-88b5-a019ad1127d5 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 945 time: 0.1206734 Jun 24 14:30:10.307594 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-88b3de03-a470-4a69-90e8-edb7441ae285 req-03fae227-c86b-46b5-bc61-ecdf524cda58 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539179 Jun 24 14:30:10.694513 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-1bc665cc-3bd5-42d7-808b-90f56728f357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.205008 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77736a1e-5d15-438a-8b59-007f5c18ef82 req-5c0d2140-6275-4d3f-b20c-fcea6002bf17 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:11.206476 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-77736a1e-5d15-438a-8b59-007f5c18ef82 req-5c0d2140-6275-4d3f-b20c-fcea6002bf17 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 945 time: 0.0890050 Jun 24 14:30:11.391247 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-77736a1e-5d15-438a-8b59-007f5c18ef82 req-325aab11-334a-4ce6-8ee1-13a7a6fef64d tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788745 Jun 24 14:30:11.424706 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 3cf878fe-7e6f-4cf9-9f85-08b27d931970 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:30:11.448267 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9df27d-2b69-429d-8b35-19517b324bfa req-52fb5b78-bbda-4d7e-8772-41623e8abff2 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:11.449797 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cb9df27d-2b69-429d-8b35-19517b324bfa req-52fb5b78-bbda-4d7e-8772-41623e8abff2 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.2096086 Jun 24 14:30:11.498666 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cb9df27d-2b69-429d-8b35-19517b324bfa req-8cd19024-5be2-4e06-8abf-bc17fd1bc64c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420265 Jun 24 14:30:11.500859 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:30:11.506450 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:30:11.506969 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.605828 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9a732-1fed-4f0e-af47-4f16f8b234eb req-65bd7f24-3965-47f3-bf80-91fd01c200ef tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:11.607466 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9df9a732-1fed-4f0e-af47-4f16f8b234eb req-65bd7f24-3965-47f3-bf80-91fd01c200ef tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 945 time: 0.0945880 Jun 24 14:30:11.635581 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.641219 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:11.641586 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.668646 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:30:11.675790 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9df9a732-1fed-4f0e-af47-4f16f8b234eb req-bc65dc8b-e60a-4fdd-a1ae-d956c15269d4 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496819 Jun 24 14:30:11.681375 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 3cf878fe-7e6f-4cf9-9f85-08b27d931970, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:11.688045 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:11.729285 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39ae58b-0b91-406e-be02-22e9232cc35f'] response: {'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'code': 200} Jun 24 14:30:11.773958 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=3cf878fe-7e6f-4cf9-9f85-08b27d931970,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:11.956009 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:12.303177 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b78f7-9a6d-4d88-8b48-bf96150b943f req-90004dcc-3548-4d46-9a52-283863a9a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:12.304691 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-bf3b78f7-9a6d-4d88-8b48-bf96150b943f req-90004dcc-3548-4d46-9a52-283863a9a0b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 1099 time: 0.2348571 Jun 24 14:30:12.311748 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5ce73-78ca-4f8d-9133-ca10014f4695 req-e4c81f3d-eb48-4a6b-bcf0-55e5e210597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:12.313246 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4cf5ce73-78ca-4f8d-9133-ca10014f4695 req-e4c81f3d-eb48-4a6b-bcf0-55e5e210597a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 1098 time: 0.2015793 Jun 24 14:30:12.426535 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-bf3b78f7-9a6d-4d88-8b48-bf96150b943f req-b4560463-af80-44fc-babe-cbe64d5cc6cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122980 Jun 24 14:30:12.484956 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5ce73-78ca-4f8d-9133-ca10014f4695 req-cf6d81eb-a712-43ca-ad59-b83fb8e5ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:12.486323 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4cf5ce73-78ca-4f8d-9133-ca10014f4695 req-cf6d81eb-a712-43ca-ad59-b83fb8e5ec74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 917 time: 0.1598940 Jun 24 14:30:12.624662 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270d628-e2c2-4eef-9158-c6f03433cdaf req-8041961d-8579-427d-9a95-7ade7981e914 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:12.627793 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8270d628-e2c2-4eef-9158-c6f03433cdaf req-8041961d-8579-427d-9a95-7ade7981e914 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1131668 Jun 24 14:30:12.725511 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8270d628-e2c2-4eef-9158-c6f03433cdaf req-7d2ae54d-2a76-476b-bd01-8ab27ba07e1d tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588048 Jun 24 14:30:12.761126 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9e539-6d9e-46f8-8c61-de5a78a881b8 req-8bf1ce18-82e4-49c9-9b7f-fba0ad7a1265 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:12.762572 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-fdb9e539-6d9e-46f8-8c61-de5a78a881b8 req-8bf1ce18-82e4-49c9-9b7f-fba0ad7a1265 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1338713 Jun 24 14:30:12.808326 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-fdb9e539-6d9e-46f8-8c61-de5a78a881b8 req-e1b88683-b36e-4507-a3dd-02ad2bf6059a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394166 Jun 24 14:30:13.188841 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4cf5ce73-78ca-4f8d-9133-ca10014f4695 req-dc872131-d1c3-4a90-aa7a-1a28e5d6e86f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=703fe532-393d-4cb8-b854-7b1e3a89d716 HTTP/1.1" status: 200 len: 1001 time: 0.1016645 Jun 24 14:30:13.321842 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5ce73-78ca-4f8d-9133-ca10014f4695 req-4334c835-d1ed-4c1f-b899-23c179acabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:13.324173 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4cf5ce73-78ca-4f8d-9133-ca10014f4695 req-4334c835-d1ed-4c1f-b899-23c179acabb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 200 len: 855 time: 0.0641394 Jun 24 14:30:13.408586 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5ce73-78ca-4f8d-9133-ca10014f4695 req-2339ef1f-8de1-483c-97b0-f909d33516d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:13.410100 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4cf5ce73-78ca-4f8d-9133-ca10014f4695 req-2339ef1f-8de1-483c-97b0-f909d33516d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806308 Jun 24 14:30:13.550421 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4cf5ce73-78ca-4f8d-9133-ca10014f4695 req-b8f4aead-0fdf-4323-b31f-ade2861b2aa0 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330531 Jun 24 14:30:13.634445 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:13.688850 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4cf5ce73-78ca-4f8d-9133-ca10014f4695 req-c8e65495-6166-4103-8597-4e80d2c8fd26 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302047 Jun 24 14:30:13.935589 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573988e5-6e00-46c0-956e-8fa46d7cfb01 req-e8e3aed6-a29a-4d60-8081-efb4ddf21127 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:13.937209 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-573988e5-6e00-46c0-956e-8fa46d7cfb01 req-e8e3aed6-a29a-4d60-8081-efb4ddf21127 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0948491 Jun 24 14:30:14.030133 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-573988e5-6e00-46c0-956e-8fa46d7cfb01 req-8dd3dd21-7bd6-441e-9272-612a06b70ce6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566881 Jun 24 14:30:14.057605 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7265e-7e18-48b7-8823-29cffc52295e req-e126038d-f428-4164-8351-c8e54c23b1b7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:14.059046 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-42b7265e-7e18-48b7-8823-29cffc52295e req-e126038d-f428-4164-8351-c8e54c23b1b7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1209555 Jun 24 14:30:14.108299 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-42b7265e-7e18-48b7-8823-29cffc52295e req-b475ad3e-cf4b-431b-b8ed-98a502ae7158 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Jun 24 14:30:15.293608 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82720916-ae18-4924-92c9-791abd03961e req-8b70e1fb-a060-453b-8b3e-e66240319d3a tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:15.295106 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-82720916-ae18-4924-92c9-791abd03961e req-8b70e1fb-a060-453b-8b3e-e66240319d3a tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1413116 Jun 24 14:30:15.356369 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-82720916-ae18-4924-92c9-791abd03961e req-d64766ec-1ccd-435a-9836-f6a988a56c02 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536139 Jun 24 14:30:15.371642 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c196ac-a5f5-465f-959a-75974dadda17 req-943920b0-347f-40aa-b63b-58666e01dcb1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:15.373150 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-03c196ac-a5f5-465f-959a-75974dadda17 req-943920b0-347f-40aa-b63b-58666e01dcb1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 945 time: 0.1420879 Jun 24 14:30:15.418666 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-03c196ac-a5f5-465f-959a-75974dadda17 req-6ae83101-99ef-4c47-b91c-d6209963b088 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398161 Jun 24 14:30:15.447814 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 703fe532-393d-4cb8-b854-7b1e3a89d716 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:30:15.549375 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067de24e-ff57-4e4d-baa0-4ed7c437a4c9 req-40770e21-42e8-4cd4-9ea3-c10dc079f7bc tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:15.550874 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-067de24e-ff57-4e4d-baa0-4ed7c437a4c9 req-40770e21-42e8-4cd4-9ea3-c10dc079f7bc tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0875359 Jun 24 14:30:15.604184 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 703fe532-393d-4cb8-b854-7b1e3a89d716 is: ACTIVE; New status is: DOWN {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:15.604841 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.609545 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-067de24e-ff57-4e4d-baa0-4ed7c437a4c9 req-b413a151-00ba-46f5-bc4f-7e15a073d035 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518491 Jun 24 14:30:15.632765 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 45358) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:15.632997 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:30:15.644278 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=703fe532-393d-4cb8-b854-7b1e3a89d716,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:15.650025 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:15.708998 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba8d438-c760-4786-94b0-03f8b042e16c'] response: {'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'code': 200} Jun 24 14:30:15.750966 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=703fe532-393d-4cb8-b854-7b1e3a89d716,revision_number=8']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:15.846975 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d3820e-f293-462c-b8f8-972d506c366a tempest-TestShelveInstance-187986259 tempest-TestShelveInstance-187986259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:15.849243 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-94d3820e-f293-462c-b8f8-972d506c366a tempest-TestShelveInstance-187986259 tempest-TestShelveInstance-187986259-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 1094 time: 0.2151580 Jun 24 14:30:15.852391 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 45370) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:15.859040 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'port_id': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:30:15.865514 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:30:15.869500 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Usage tracker for resource:floatingip and tenant:5b9b2a71684b4f5da9be4bfaa3a435cd is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:30:15.872569 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:30:15.879160 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:30:15.891726 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for floatingip, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:16.046083 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:16.217057 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Allocated IP 172.27.2.92 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/0d59316e-6481-4ccd-a10e-4cb3ffa08c0d) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:30:16.367495 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:16.396706 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:16.457274 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:30:16.464523 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:30:16.469652 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:30:16.503318 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event updated for resources: {'Port': ['ID=0d59316e-6481-4ccd-a10e-4cb3ffa08c0d,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:16.970393 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350bba2-27f2-4af3-8735-6a168cea2ab3 req-afb98c93-45a3-443b-b708-4e3a2fdc9995 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:16.971842 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d350bba2-27f2-4af3-8735-6a168cea2ab3 req-afb98c93-45a3-443b-b708-4e3a2fdc9995 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.4005537 Jun 24 14:30:17.046768 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d350bba2-27f2-4af3-8735-6a168cea2ab3 req-de58eccf-ad81-49d6-ae0c-8f157034a9fb tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627048 Jun 24 14:30:17.119504 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.203601 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.418749 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.422927 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.532156 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event updated for resources: {'Port': ['ID=0d59316e-6481-4ccd-a10e-4cb3ffa08c0d,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:17.551710 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:17.734330 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Floating IP aa0c42a6-9989-4a05-b3f4-1f2f459dc557 associated. External IP: 172.27.2.92, port: 3cf878fe-7e6f-4cf9-9f85-08b27d931970. Jun 24 14:30:18.290797 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:30:18.299155 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093e65e-4c1c-48de-a888-eeeebada8fa6 req-ee94bd7f-8a49-4ea5-8e68-7b7daae10990 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:18.300827 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7093e65e-4c1c-48de-a888-eeeebada8fa6 req-ee94bd7f-8a49-4ea5-8e68-7b7daae10990 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.2583303 Jun 24 14:30:18.407051 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 45416) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:30:18.474649 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7093e65e-4c1c-48de-a888-eeeebada8fa6 req-d9f31a7f-8998-4fb6-8ac7-06c6e1ed473b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666436 Jun 24 14:30:18.530219 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:30:18.539725 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-8795d761-f0a2-4f79-8edd-028d8190bb33 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311669 Jun 24 14:30:18.540948 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1fb7b-0e89-4a59-aa18-47d201c3cada None None] Sync routers for ids ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:30:18.551580 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1fb7b-0e89-4a59-aa18-47d201c3cada None None] Routers {'6959fef1-7a34-4d2b-b879-d3224fd7cc56'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:18.552659 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-8ce1fb7b-0e89-4a59-aa18-47d201c3cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:30:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:18.560088 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:18.644378 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-56465ccf-217a-4225-bc3e-a94e9a5abce9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7905953 Jun 24 14:30:18.645400 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:30:18.695699 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1143db52-0062-4fa8-bfb7-c1613bb0b0ce'] response: {'name': 'network-changed', 'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'status': 'completed', 'code': 200} Jun 24 14:30:18.781231 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-8ce1fb7b-0e89-4a59-aa18-47d201c3cada None None] Set router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:18.870291 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3888b-ac85-4da7-b2f2-fac61debb128 req-7da2f0b0-33e0-48d0-ad55-ce288b41dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:18.871885 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4ff3888b-ac85-4da7-b2f2-fac61debb128 req-7da2f0b0-33e0-48d0-ad55-ce288b41dffe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9b2a71684b4f5da9be4bfaa3a435cd&device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 1099 time: 0.0840433 Jun 24 14:30:19.035580 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3888b-ac85-4da7-b2f2-fac61debb128 req-ce3f476e-3951-4b14-9cbc-ac0c07ae1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:19.037057 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4ff3888b-ac85-4da7-b2f2-fac61debb128 req-ce3f476e-3951-4b14-9cbc-ac0c07ae1c77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6af37d7-c93d-46e8-aca7-d94f02e501f6 HTTP/1.1" status: 200 len: 910 time: 0.1536295 Jun 24 14:30:19.175466 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-8ce1fb7b-0e89-4a59-aa18-47d201c3cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:28:54Z', 'revision_number': 4, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'aa0c42a6-9989-4a05-b3f4-1f2f459dc557', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'port_id': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'mac_address': 'fa:16:3e:b8:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:30:17Z', 'updated_at': '2022-06-24T14:30:17Z', 'revision_number': 0, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a53749-f518-4f25-9e73-e78b9aea81a0', 'name': '', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'mac_address': 'fa:16:3e:7a:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:53Z', 'updated_at': '2022-06-24T14:29:01Z', 'revision_number': 5, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'subnets': [{'id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:19.179291 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4ff3888b-ac85-4da7-b2f2-fac61debb128 req-03d39694-c8ea-42cb-8979-76749c9b6f13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970 HTTP/1.1" status: 200 len: 999 time: 0.1286054 Jun 24 14:30:19.180231 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1fb7b-0e89-4a59-aa18-47d201c3cada None None] Checking router: 6959fef1-7a34-4d2b-b879-d3224fd7cc56 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:30:19.189540 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1fb7b-0e89-4a59-aa18-47d201c3cada None None] Routers {'6959fef1-7a34-4d2b-b879-d3224fd7cc56'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:30:19.190140 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-8ce1fb7b-0e89-4a59-aa18-47d201c3cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:30:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:19.245784 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3888b-ac85-4da7-b2f2-fac61debb128 req-90cf0fe8-cae4-4091-bb6c-49c63423f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:19.247214 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4ff3888b-ac85-4da7-b2f2-fac61debb128 req-90cf0fe8-cae4-4091-bb6c-49c63423f9b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=163d4c42-f232-46ac-87cf-19f76a990a26 HTTP/1.1" status: 200 len: 848 time: 0.0619364 Jun 24 14:30:19.344749 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3888b-ac85-4da7-b2f2-fac61debb128 req-dd14817b-03e2-4729-8d8e-bd560d070609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:19.346151 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4ff3888b-ac85-4da7-b2f2-fac61debb128 req-dd14817b-03e2-4729-8d8e-bd560d070609 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6af37d7-c93d-46e8-aca7-d94f02e501f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832641 Jun 24 14:30:19.404073 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-8ce1fb7b-0e89-4a59-aa18-47d201c3cada None None] Set router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:30:19.520766 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4ff3888b-ac85-4da7-b2f2-fac61debb128 req-a03328c2-b3f7-472d-b553-0641d1adb4c0 service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576993 Jun 24 14:30:19.531189 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 703fe532-393d-4cb8-b854-7b1e3a89d716 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:30:19.715899 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee5240-b57b-4075-a7f7-d4074ecd9bfe req-c0b37cc6-1708-4772-bced-cdd5580e130f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:19.717796 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c0ee5240-b57b-4075-a7f7-d4074ecd9bfe req-c0b37cc6-1708-4772-bced-cdd5580e130f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.1055579 Jun 24 14:30:19.789553 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c0ee5240-b57b-4075-a7f7-d4074ecd9bfe req-16252ec1-cf86-4b0e-9319-d69601b1117c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649145 Jun 24 14:30:19.835860 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4ff3888b-ac85-4da7-b2f2-fac61debb128 req-441b237a-c650-45e1-9bf9-16ea9b65a57a service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076634 Jun 24 14:30:19.857936 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 703fe532-393d-4cb8-b854-7b1e3a89d716 is: DOWN; New status is: DOWN {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:19.901631 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-8ce1fb7b-0e89-4a59-aa18-47d201c3cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:28:54Z', 'revision_number': 4, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'aa0c42a6-9989-4a05-b3f4-1f2f459dc557', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'port_id': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'mac_address': 'fa:16:3e:b8:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:30:17Z', 'updated_at': '2022-06-24T14:30:17Z', 'revision_number': 0, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a53749-f518-4f25-9e73-e78b9aea81a0', 'name': '', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'mac_address': 'fa:16:3e:7a:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:53Z', 'updated_at': '2022-06-24T14:29:01Z', 'revision_number': 5, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'subnets': [{'id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:30:19.905800 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1fb7b-0e89-4a59-aa18-47d201c3cada None None] The sync data for ids ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'] in dv-cinder-847189-2-iscsi is: [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:28:54Z', 'revision_number': 4, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'aa0c42a6-9989-4a05-b3f4-1f2f459dc557', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'port_id': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'mac_address': 'fa:16:3e:b8:ae:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:30:17Z', 'updated_at': '2022-06-24T14:30:17Z', 'revision_number': 0, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a53749-f518-4f25-9e73-e78b9aea81a0', 'name': '', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'mac_address': 'fa:16:3e:7a:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:53Z', 'updated_at': '2022-06-24T14:29:01Z', 'revision_number': 5, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'subnets': [{'id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:30:20.100093 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9215b-42ee-4024-ad9e-b3e7d9629c0c None None] New status for floating IP aa0c42a6-9989-4a05-b3f4-1f2f459dc557: ACTIVE {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:30:20.989663 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa954db-9694-4a12-b208-2aeae5315c31 req-2a9d209c-e2b4-45d2-b881-b50d2a41fbc1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:20.991120 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1fa954db-9694-4a12-b208-2aeae5315c31 req-2a9d209c-e2b4-45d2-b881-b50d2a41fbc1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0874820 Jun 24 14:30:21.035791 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1fa954db-9694-4a12-b208-2aeae5315c31 req-a52a79bd-9e22-48cb-b2e5-8b89148636cf tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389009 Jun 24 14:30:22.242004 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48141d6-4bbf-45d4-9adc-f2726d706e95 req-fa30b91e-87a7-4c16-bfc7-04c2453609b7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:22.243506 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b48141d6-4bbf-45d4-9adc-f2726d706e95 req-fa30b91e-87a7-4c16-bfc7-04c2453609b7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0953238 Jun 24 14:30:22.287625 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b48141d6-4bbf-45d4-9adc-f2726d706e95 req-64146075-035e-41fd-8568-3a23ebe1d5a2 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383713 Jun 24 14:30:23.485481 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df142378-e494-4701-b825-8d5386fd45a9 req-0bd04949-48b7-4e11-80a9-31a02761166e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:23.486901 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-df142378-e494-4701-b825-8d5386fd45a9 req-0bd04949-48b7-4e11-80a9-31a02761166e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0891771 Jun 24 14:30:23.533037 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-df142378-e494-4701-b825-8d5386fd45a9 req-cdd86e95-5384-4af9-a589-0e72fbe4467a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405116 Jun 24 14:30:24.735344 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de13e15-fab8-4495-98af-b31c753dae6e req-7fc34358-a32c-47c6-a272-c4077dee0e71 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:24.736842 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3de13e15-fab8-4495-98af-b31c753dae6e req-7fc34358-a32c-47c6-a272-c4077dee0e71 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0939910 Jun 24 14:30:24.779190 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3de13e15-fab8-4495-98af-b31c753dae6e req-0a1f4c85-77fd-4cfa-bea7-f3d23f31dd13 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366502 Jun 24 14:30:25.975212 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde97f6f-7efb-46e8-9aa5-c2cd212401d8 req-8ce4f9ff-12c1-4c9f-9dcb-3f0967a6b5ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:25.976676 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bde97f6f-7efb-46e8-9aa5-c2cd212401d8 req-8ce4f9ff-12c1-4c9f-9dcb-3f0967a6b5ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0873630 Jun 24 14:30:26.020178 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bde97f6f-7efb-46e8-9aa5-c2cd212401d8 req-9b90e9d2-bc14-42c9-b44e-281326bdcb21 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379484 Jun 24 14:30:26.239014 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-4ce73543-5101-42a5-b6ac-b52c8f54742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:26.240314 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-4ce73543-5101-42a5-b6ac-b52c8f54742b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43&tenant_id=a2e0770ebf744551881a430f664bfcb7 HTTP/1.1" status: 200 len: 1096 time: 0.0790730 Jun 24 14:30:26.354446 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-e8ba8b6f-6c28-48c2-a772-9963be34647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:26.355875 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-e8ba8b6f-6c28-48c2-a772-9963be34647a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 1096 time: 0.0793736 Jun 24 14:30:26.481960 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-e7dcd6f5-ca68-431d-adf1-6be3a98bcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:26.483388 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-e7dcd6f5-ca68-431d-adf1-6be3a98bcffa service neutron] 10.222.0.36 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 917 time: 0.1200361 Jun 24 14:30:26.587570 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-003146ca-5974-48dc-80fc-3b4d53c9fadb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=703fe532-393d-4cb8-b854-7b1e3a89d716 HTTP/1.1" status: 200 len: 999 time: 0.0967770 Jun 24 14:30:26.649601 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-0145d9c6-6851-4ed5-b995-cb95507488ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:26.651033 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-0145d9c6-6851-4ed5-b995-cb95507488ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 200 len: 855 time: 0.0564015 Jun 24 14:30:26.740694 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-684a1da9-db3c-425f-b27e-0bd28c85cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:26.742150 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-684a1da9-db3c-425f-b27e-0bd28c85cfd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847852 Jun 24 14:30:26.889511 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-3118247e-374a-4b5e-ad31-cbe456d9a3dc service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322129 Jun 24 14:30:27.024280 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f97ec919-7e67-45cc-a17c-adbb3e6820dc req-46fc2ecc-ed08-425a-bf84-54932a0faaeb service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269631 Jun 24 14:30:27.215301 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc6507-e509-4347-be83-e20779d15a3c req-01b8bf67-801c-4024-b5dd-badca1efb30b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:27.216741 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-84fc6507-e509-4347-be83-e20779d15a3c req-01b8bf67-801c-4024-b5dd-badca1efb30b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0861068 Jun 24 14:30:27.266041 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-84fc6507-e509-4347-be83-e20779d15a3c req-ccc4ea2c-7441-4e19-bc3c-170f68027839 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433140 Jun 24 14:30:28.464017 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c9f12-a2d7-4707-8b83-8798e95d972e req-45e85960-5c84-49ae-ab9d-3916fbada1f9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:28.466552 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2e0c9f12-a2d7-4707-8b83-8798e95d972e req-45e85960-5c84-49ae-ab9d-3916fbada1f9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0889897 Jun 24 14:30:28.510817 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2e0c9f12-a2d7-4707-8b83-8798e95d972e req-d7e0797d-ca00-4e5d-90c5-bd34b8eec55e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376890 Jun 24 14:30:29.726439 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46716745-0345-446f-8808-bf06a2b24a92 req-9861f69e-129c-4f2b-8022-7aa0d4676e81 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:29.727900 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-46716745-0345-446f-8808-bf06a2b24a92 req-9861f69e-129c-4f2b-8022-7aa0d4676e81 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0983851 Jun 24 14:30:29.787556 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-46716745-0345-446f-8808-bf06a2b24a92 req-e96b742a-d80f-44d3-8b3d-f5987a236d65 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535715 Jun 24 14:30:30.981259 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fbca6-3b6b-488e-a02c-9038684db80c req-572001fc-091d-4d0d-afd3-8b99015ae1d6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:30.982693 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-909fbca6-3b6b-488e-a02c-9038684db80c req-572001fc-091d-4d0d-afd3-8b99015ae1d6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0862918 Jun 24 14:30:31.028629 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-909fbca6-3b6b-488e-a02c-9038684db80c req-4d1dc044-0b7f-4264-87bd-b5ca9f52986b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402675 Jun 24 14:30:32.245632 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e0a7-9022-4711-b38a-6a9f051fc73c req-81018804-69f2-45ba-a953-4baafcf63cf0 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:32.247130 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bf42e0a7-9022-4711-b38a-6a9f051fc73c req-81018804-69f2-45ba-a953-4baafcf63cf0 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.1076269 Jun 24 14:30:32.304804 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bf42e0a7-9022-4711-b38a-6a9f051fc73c req-67144704-abd7-4155-84cb-e396e205b99e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479963 Jun 24 14:30:33.507448 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f97e8-f6f0-4f94-af19-c19e150fdb4e req-b05fb3ef-581c-4d94-8ccd-9187e3f72895 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:33.508896 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b05f97e8-f6f0-4f94-af19-c19e150fdb4e req-b05fb3ef-581c-4d94-8ccd-9187e3f72895 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0885875 Jun 24 14:30:33.557188 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b05f97e8-f6f0-4f94-af19-c19e150fdb4e req-6bb54dec-d2c7-4a75-8d50-01ad65dc14b4 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425222 Jun 24 14:30:34.759465 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013fbee-ac91-472b-8a84-458f0c2d5af1 req-09003aec-6410-44aa-a302-5016b2941d0a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:34.760992 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7013fbee-ac91-472b-8a84-458f0c2d5af1 req-09003aec-6410-44aa-a302-5016b2941d0a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0887473 Jun 24 14:30:34.809806 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7013fbee-ac91-472b-8a84-458f0c2d5af1 req-9e5ed2ed-532e-456c-a5be-050209e71336 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430388 Jun 24 14:30:36.009502 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286196e3-0406-404b-b2fd-604e86affc3a req-412afc5b-e680-408f-8fb3-da1d484f821b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:36.010932 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-286196e3-0406-404b-b2fd-604e86affc3a req-412afc5b-e680-408f-8fb3-da1d484f821b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0884509 Jun 24 14:30:36.053736 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-286196e3-0406-404b-b2fd-604e86affc3a req-cf2a09d6-ab14-4f00-ba39-aa978779546c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372045 Jun 24 14:30:36.783112 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:37.257360 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c3c1f-d725-4f22-8bff-b98b52ff8a4a req-e9ba3196-79e3-4c4c-8054-f6c648f78eb8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:37.258796 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7d7c3c1f-d725-4f22-8bff-b98b52ff8a4a req-e9ba3196-79e3-4c4c-8054-f6c648f78eb8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0912812 Jun 24 14:30:37.302860 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7d7c3c1f-d725-4f22-8bff-b98b52ff8a4a req-9dbc776f-0057-4dff-a0ff-b2f2f04c2efc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384989 Jun 24 14:30:38.307498 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:30:38.441439 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-494e2217-b84b-4385-8a11-02320636006f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:38.511538 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe4219-98eb-44b8-a0a7-587973d34850 req-7b7e48a2-2d2c-4a41-b225-bea7391adfa6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:38.513007 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d9fe4219-98eb-44b8-a0a7-587973d34850 req-7b7e48a2-2d2c-4a41-b225-bea7391adfa6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0902889 Jun 24 14:30:38.559805 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d9fe4219-98eb-44b8-a0a7-587973d34850 req-53d721c8-2520-4130-8cce-1c2569539bd7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410383 Jun 24 14:30:39.871120 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6492e-63a3-40c5-9a6c-57b3e541bb24 req-8433f1cb-c40a-4f6d-b171-8852c248e2d1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:39.872864 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3df6492e-63a3-40c5-9a6c-57b3e541bb24 req-8433f1cb-c40a-4f6d-b171-8852c248e2d1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.1889710 Jun 24 14:30:39.927935 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3df6492e-63a3-40c5-9a6c-57b3e541bb24 req-29df3edd-22c9-435f-b8d3-2d1e342128a3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466919 Jun 24 14:30:40.696267 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-dbbfad57-ddc3-4c0d-b988-faa2ec9687a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:41.134812 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340def5-9edb-4d59-ab6b-ecad94d18e3b req-1457b617-4726-4c70-b3c5-09b52ac7e574 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:41.136358 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4340def5-9edb-4d59-ab6b-ecad94d18e3b req-1457b617-4726-4c70-b3c5-09b52ac7e574 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0921671 Jun 24 14:30:41.187539 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4340def5-9edb-4d59-ab6b-ecad94d18e3b req-1e71144c-7031-4744-b60b-177b29648c15 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420887 Jun 24 14:30:41.624146 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:41.958632 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:42.397261 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177edbc-4076-4875-ac88-e0e00c87a8a9 req-dadc89bb-5e2b-4c0d-b264-e2001fc518cc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:42.398711 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f177edbc-4076-4875-ac88-e0e00c87a8a9 req-dadc89bb-5e2b-4c0d-b264-e2001fc518cc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0917501 Jun 24 14:30:42.444259 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f177edbc-4076-4875-ac88-e0e00c87a8a9 req-fe374baf-7274-4278-afda-4c5fced6b768 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397868 Jun 24 14:30:43.643510 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:43.652311 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49732c1e-0435-4a67-8d43-fe691a482709 req-0f144894-6e6f-490d-ba8d-252f37ca5714 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:43.653942 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-49732c1e-0435-4a67-8d43-fe691a482709 req-0f144894-6e6f-490d-ba8d-252f37ca5714 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0968714 Jun 24 14:30:43.699740 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-49732c1e-0435-4a67-8d43-fe691a482709 req-c887fab1-f180-42dc-8fef-bf1432489814 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395985 Jun 24 14:30:44.904192 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c6b08-57ec-4949-841d-bdcc8d5709e5 req-6e243dc7-5b86-492b-873e-57e59c0fdf8d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:44.905653 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9f9c6b08-57ec-4949-841d-bdcc8d5709e5 req-6e243dc7-5b86-492b-873e-57e59c0fdf8d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0898833 Jun 24 14:30:44.949731 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9f9c6b08-57ec-4949-841d-bdcc8d5709e5 req-d33e9b41-deb8-4edd-a77f-aba671973a98 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379169 Jun 24 14:30:46.154609 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeefc0c-e1d3-4162-85d1-4e77e1999139 req-6c01add3-f767-4360-9588-edae0c15165b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:46.155932 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4eeefc0c-e1d3-4162-85d1-4e77e1999139 req-6c01add3-f767-4360-9588-edae0c15165b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0962820 Jun 24 14:30:46.198550 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4eeefc0c-e1d3-4162-85d1-4e77e1999139 req-7ab60dee-aa9c-459b-bdc4-62892d8e2232 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365963 Jun 24 14:30:46.719138 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8980029-a2c0-4082-8f01-94dcefbd3650 req-1e3c2135-be3c-4cd0-b6ad-a1d440ab5c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:46.720637 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d8980029-a2c0-4082-8f01-94dcefbd3650 req-1e3c2135-be3c-4cd0-b6ad-a1d440ab5c24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 1096 time: 0.0900564 Jun 24 14:30:46.876638 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8980029-a2c0-4082-8f01-94dcefbd3650 req-a619db9f-127a-475e-aba5-587387e58e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:46.878056 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d8980029-a2c0-4082-8f01-94dcefbd3650 req-a619db9f-127a-475e-aba5-587387e58e47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 917 time: 0.1358399 Jun 24 14:30:46.979069 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d8980029-a2c0-4082-8f01-94dcefbd3650 req-c237b53e-84f6-464b-80e9-e20c219dce8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=703fe532-393d-4cb8-b854-7b1e3a89d716 HTTP/1.1" status: 200 len: 999 time: 0.0949194 Jun 24 14:30:47.040264 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8980029-a2c0-4082-8f01-94dcefbd3650 req-6f357c1e-0952-478a-91c0-b6433792222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:47.041714 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d8980029-a2c0-4082-8f01-94dcefbd3650 req-6f357c1e-0952-478a-91c0-b6433792222e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 200 len: 855 time: 0.0564706 Jun 24 14:30:47.125448 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8980029-a2c0-4082-8f01-94dcefbd3650 req-df12e5d5-dae3-45e7-9fa9-bde68549c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:47.126960 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d8980029-a2c0-4082-8f01-94dcefbd3650 req-df12e5d5-dae3-45e7-9fa9-bde68549c929 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786824 Jun 24 14:30:47.255629 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d8980029-a2c0-4082-8f01-94dcefbd3650 req-db9fe735-29de-4bce-a2ee-8a6dc6e2d1e7 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213629 Jun 24 14:30:47.394406 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed6049-878b-4dd2-83ca-aa12a1c2f7f0 req-e161ba73-72d1-4d26-9f60-8d6e19be8237 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:47.396398 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f7ed6049-878b-4dd2-83ca-aa12a1c2f7f0 req-e161ba73-72d1-4d26-9f60-8d6e19be8237 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0896862 Jun 24 14:30:47.440326 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f7ed6049-878b-4dd2-83ca-aa12a1c2f7f0 req-30da20a8-918d-4bd8-b388-48744824ce1c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380645 Jun 24 14:30:47.491305 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d8980029-a2c0-4082-8f01-94dcefbd3650 req-061cc839-a184-498f-b8e4-7d72f4a87ed8 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258766 Jun 24 14:30:48.488890 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cf6d5-e727-4219-b69f-cfd552c44e18 req-bfe517d5-25af-4aca-bbbc-7031eac23fbb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:48.490317 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6d8cf6d5-e727-4219-b69f-cfd552c44e18 req-bfe517d5-25af-4aca-bbbc-7031eac23fbb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 945 time: 0.0886803 Jun 24 14:30:48.534266 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6d8cf6d5-e727-4219-b69f-cfd552c44e18 req-0972226a-946e-4d3f-9831-6e7ed8a82513 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 Jun 24 14:30:48.644338 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb87deb-4112-4be2-a4f2-dbb0126f81e0 req-26db23b9-5c7b-4aff-8813-71b8e403a60c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:48.646373 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3fb87deb-4112-4be2-a4f2-dbb0126f81e0 req-26db23b9-5c7b-4aff-8813-71b8e403a60c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0903168 Jun 24 14:30:48.690719 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3fb87deb-4112-4be2-a4f2-dbb0126f81e0 req-f53c504b-6b24-47fd-9796-944f410d08a1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387247 Jun 24 14:30:49.725720 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7109b1a-de76-4533-958d-d8da1479e8c8 req-e04619ba-8739-4efc-968e-b00999c882d9 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:49.727173 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f7109b1a-de76-4533-958d-d8da1479e8c8 req-e04619ba-8739-4efc-968e-b00999c882d9 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 945 time: 0.0865724 Jun 24 14:30:49.770398 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f7109b1a-de76-4533-958d-d8da1479e8c8 req-5826e47c-6f62-4ea5-817c-06e1ee52282c tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370748 Jun 24 14:30:49.890086 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92dda36-9979-4e31-80bf-1cc0dbcbc089 req-d50c7ff4-f02f-4532-8081-1687479f5bc9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:49.891418 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d92dda36-9979-4e31-80bf-1cc0dbcbc089 req-d50c7ff4-f02f-4532-8081-1687479f5bc9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0876772 Jun 24 14:30:49.934007 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d92dda36-9979-4e31-80bf-1cc0dbcbc089 req-15c90ef8-0607-4203-986a-1843cbcd7f93 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364287 Jun 24 14:30:50.611075 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-99e17fc5-0685-4c17-a203-5db6e4c5b5bb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:50.611754 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-99e17fc5-0685-4c17-a203-5db6e4c5b5bb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Synchronizing usage tracker for tenant:6a344624069347249d9b90f88322cada on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:30:50.627181 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-99e17fc5-0685-4c17-a203-5db6e4c5b5bb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Unset dirty status for tenant:6a344624069347249d9b90f88322cada on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:30:50.628293 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-99e17fc5-0685-4c17-a203-5db6e4c5b5bb tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 945 time: 0.1005702 Jun 24 14:30:50.707746 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Deleting port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:30:50.708084 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:50.960129 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132003c9-cd11-4c72-a5cc-4ad988ac3e15 req-eea6ee10-c54e-4813-bed6-f6671577bc39 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:50.961965 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-132003c9-cd11-4c72-a5cc-4ad988ac3e15 req-eea6ee10-c54e-4813-bed6-f6671577bc39 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 945 time: 0.0871444 Jun 24 14:30:50.963911 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] For port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7,segment=NetworkSegment(8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b),segment_id=8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:50.964263 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:51.007130 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-132003c9-cd11-4c72-a5cc-4ad988ac3e15 req-7ba3a9d5-2506-40df-998b-df62ddb0456f tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/security-groups?id=64e4b3fd-90fc-43b9-8722-43fe98d86380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386472 Jun 24 14:30:51.099157 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Calling delete_port for 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:30:51.153716 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b996d-2cf6-4605-9504-ee036220775d req-7994865f-3603-4447-8c5e-5ad37987f899 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:51.156206 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ae5b996d-2cf6-4605-9504-ee036220775d req-7994865f-3603-4447-8c5e-5ad37987f899 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.1110544 Jun 24 14:30:51.225612 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ae5b996d-2cf6-4605-9504-ee036220775d req-a6e8aea8-e6a4-4c1d-95f3-a3197b0706b3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617990 Jun 24 14:30:51.249683 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:51.287881 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:30:51.299342 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Pushing event deleted for resources: {'Port': ['ID=3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:51.335695 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:51.336040 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:51.336378 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:51.336736 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:51.337066 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:51.337397 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:51.337723 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:51.338049 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:51.338373 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:51.338693 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:51.339014 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:51.339330 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:51.397540 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] No DVR routers for this DVR port 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:30:51.399844 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:51.402262 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac712a8-bbe3-42e9-bd73-9080f1380936', 'name': 'network-vif-deleted', 'tag': '3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:30:51.417722 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-56f53de3-a8d4-4c31-9ed3-674f48944518 req-f64134b7-c50d-461a-ae1e-4b750e12b737 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.36 "DELETE /v2.0/ports/3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 HTTP/1.1" status: 204 len: 173 time: 0.7841833 Jun 24 14:30:51.503623 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104d86d7-f05f-43e1-8415-22297dce9a84'] response: {'server_uuid': 'bac712a8-bbe3-42e9-bd73-9080f1380936', 'name': 'network-vif-deleted', 'tag': '3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7', 'status': 'completed', 'code': 200} Jun 24 14:30:52.173997 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-edec2cfa-5b01-49e9-9c6f-20067fcd5a20 req-5cc1fc29-d0a3-41fa-96e7-f667d37d2846 tempest-VolumesSnapshotTestJSON-1910272699 tempest-VolumesSnapshotTestJSON-1910272699-project] 10.222.0.16 "GET /v2.0/ports?device_id=bac712a8-bbe3-42e9-bd73-9080f1380936 HTTP/1.1" status: 200 len: 210 time: 0.0501807 Jun 24 14:30:52.424202 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162fdf7-ed0f-44f6-933b-cd7eeb22108f req-e41653a9-4581-4733-a3a9-bdce64397d53 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:52.425544 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e162fdf7-ed0f-44f6-933b-cd7eeb22108f req-e41653a9-4581-4733-a3a9-bdce64397d53 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0850863 Jun 24 14:30:52.468503 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e162fdf7-ed0f-44f6-933b-cd7eeb22108f req-837f2642-e0a1-4dcc-bf26-3e37038132d7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367863 Jun 24 14:30:53.686730 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91a6cb-1126-4cbb-aba4-3ae6038e24fb req-dd4dc79a-070b-492a-a79d-af56aa775764 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:53.688161 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6f91a6cb-1126-4cbb-aba4-3ae6038e24fb req-dd4dc79a-070b-492a-a79d-af56aa775764 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.1017914 Jun 24 14:30:53.717951 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:30:53.731479 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6f91a6cb-1126-4cbb-aba4-3ae6038e24fb req-07f82d6e-6bc2-49ce-8d35-efb543d682b4 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368474 Jun 24 14:30:53.751567 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:30:53.751951 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 3fd9b0a6-afc8-414f-9cb6-14b47eb86ba7 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:30:54.928913 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21320e-75aa-42b8-a74b-087ffebb96b0 req-db2674d6-fdb2-4a4b-ac31-b98e6e01c9c6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:54.930380 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5d21320e-75aa-42b8-a74b-087ffebb96b0 req-db2674d6-fdb2-4a4b-ac31-b98e6e01c9c6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 943 time: 0.0890510 Jun 24 14:30:55.068495 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5d21320e-75aa-42b8-a74b-087ffebb96b0 req-378c8079-5598-4a18-8f19-1ecf377ec1a9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313865 Jun 24 14:30:55.731854 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 703fe532-393d-4cb8-b854-7b1e3a89d716 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:30:55.879034 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=703fe532-393d-4cb8-b854-7b1e3a89d716,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:55.892942 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'port_id': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'mac_address': 'fa:16:3e:65:1a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:30:55.952061 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 703fe532-393d-4cb8-b854-7b1e3a89d716 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:30:55.952516 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:55.968684 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703fe532-393d-4cb8-b854-7b1e3a89d716 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:30:55.977827 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff77cb8-b7d1-4aef-b566-62a146fb8819 req-8e85a527-4a4a-4915-bb59-d0deda484a37 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:55.979392 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5ff77cb8-b7d1-4aef-b566-62a146fb8819 req-8e85a527-4a4a-4915-bb59-d0deda484a37 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1019990 Jun 24 14:30:55.983703 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=703fe532-393d-4cb8-b854-7b1e3a89d716,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:30:55.988092 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:30:56.031774 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5ff77cb8-b7d1-4aef-b566-62a146fb8819 req-be1e07ab-1e73-4f96-82ca-d99f836f5edd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 Jun 24 14:30:56.055674 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=703fe532-393d-4cb8-b854-7b1e3a89d716,revision_number=9']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:30:56.062585 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:56.062928 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:56.063267 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:56.063595 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:56.063921 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:56.064246 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:56.064592 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:56.064912 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:56.065234 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:56.065551 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:56.065866 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:56.066181 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:30:56.261364 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba9da4-4c07-4839-8380-8c04f6ac6ac3 req-110005d0-ee5e-45c0-ba43-9863781461a7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:56.262778 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b5ba9da4-4c07-4839-8380-8c04f6ac6ac3 req-110005d0-ee5e-45c0-ba43-9863781461a7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 944 time: 0.0847704 Jun 24 14:30:56.305255 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b5ba9da4-4c07-4839-8380-8c04f6ac6ac3 req-44aeb544-00d6-4b08-9cac-e1096979895f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367362 Jun 24 14:30:57.224225 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d343e-b40b-4d64-820d-c0207070045d req-96425de0-60b6-4ca8-941b-16ffba979857 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:57.225672 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-245d343e-b40b-4d64-820d-c0207070045d req-96425de0-60b6-4ca8-941b-16ffba979857 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0880954 Jun 24 14:30:57.269319 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-245d343e-b40b-4d64-820d-c0207070045d req-cb5c2797-5471-4238-bf4c-1afc957a5dbc tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380709 Jun 24 14:30:57.497562 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed471d39-9d8d-4733-ad4c-e9cdc3679d11 req-8a7bc936-9ce5-4534-b160-079fb168a7ee tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:57.499000 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ed471d39-9d8d-4733-ad4c-e9cdc3679d11 req-8a7bc936-9ce5-4534-b160-079fb168a7ee tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 944 time: 0.0844245 Jun 24 14:30:57.544172 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ed471d39-9d8d-4733-ad4c-e9cdc3679d11 req-8ad166fb-19f4-4b6a-8b4e-4d1c4025541e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396020 Jun 24 14:30:58.453634 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc09255-8b66-4ef1-ad46-ab838e88d212 req-0ebc3435-9b0f-4d4d-b4e4-9c8a01064c83 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:58.455034 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebc09255-8b66-4ef1-ad46-ab838e88d212 req-0ebc3435-9b0f-4d4d-b4e4-9c8a01064c83 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0834298 Jun 24 14:30:58.497615 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebc09255-8b66-4ef1-ad46-ab838e88d212 req-ba3cae67-06f0-4dbc-89bd-1f7bf169a3be tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363469 Jun 24 14:30:58.740787 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99278792-7b0a-45bb-ac7f-6c90fc3ef426 req-382f41ad-a502-4b97-a593-57b87415a7d0 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:58.742121 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-99278792-7b0a-45bb-ac7f-6c90fc3ef426 req-382f41ad-a502-4b97-a593-57b87415a7d0 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 944 time: 0.0879188 Jun 24 14:30:58.784999 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-99278792-7b0a-45bb-ac7f-6c90fc3ef426 req-33ccfe10-a63e-4883-89ac-de4df788b76a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370166 Jun 24 14:30:59.685915 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1723a8c-cd1b-4f42-af2a-5751b03cd29a req-e1c5caa2-2b0e-4bb3-99d7-84cd2fedeca4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:59.687346 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d1723a8c-cd1b-4f42-af2a-5751b03cd29a req-e1c5caa2-2b0e-4bb3-99d7-84cd2fedeca4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0850840 Jun 24 14:30:59.733568 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d1723a8c-cd1b-4f42-af2a-5751b03cd29a req-3edaac4b-7a57-45e7-89f5-61415ba6dbe0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405769 Jun 24 14:30:59.977621 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00827bc1-3a04-4b58-9cd7-acf33e186751 req-f109fda7-cf4a-4870-b995-cb31740db07e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:30:59.979054 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-00827bc1-3a04-4b58-9cd7-acf33e186751 req-f109fda7-cf4a-4870-b995-cb31740db07e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 944 time: 0.0857558 Jun 24 14:30:59.996556 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['703fe532-393d-4cb8-b854-7b1e3a89d716'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:31:00.022292 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-00827bc1-3a04-4b58-9cd7-acf33e186751 req-21e2d50a-c068-4ebf-b835-29bcb3b46c6a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375912 Jun 24 14:31:00.925042 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1f994-b338-4a22-8064-79450599a24d req-eb078ecb-8318-4c96-b87a-8b55258bc1c2 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:00.927088 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-00b1f994-b338-4a22-8064-79450599a24d req-eb078ecb-8318-4c96-b87a-8b55258bc1c2 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0871539 Jun 24 14:31:00.979097 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-00b1f994-b338-4a22-8064-79450599a24d req-1d5a4857-2630-4245-b921-a6d374cb2c0b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463936 Jun 24 14:31:01.215471 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c354527-7b22-4de0-ab52-ff5e16bbd90c req-5d992323-5954-48b6-a063-c3dee69d5899 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:01.216828 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3c354527-7b22-4de0-ab52-ff5e16bbd90c req-5d992323-5954-48b6-a063-c3dee69d5899 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 944 time: 0.0838587 Jun 24 14:31:01.242104 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 703fe532-393d-4cb8-b854-7b1e3a89d716 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:31:01.271693 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3c354527-7b22-4de0-ab52-ff5e16bbd90c req-eb6208b0-c65d-4b3f-bdcd-352e22223442 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489876 Jun 24 14:31:01.310331 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 703fe532-393d-4cb8-b854-7b1e3a89d716 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:31:01.310734 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:01.428230 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 703fe532-393d-4cb8-b854-7b1e3a89d716 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:31:01.428893 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:01.454888 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:31:01.464263 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=703fe532-393d-4cb8-b854-7b1e3a89d716,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:31:01.467982 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:01.537823 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=703fe532-393d-4cb8-b854-7b1e3a89d716,revision_number=10']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:01.555944 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341ce6c9-62f2-479d-a194-8e87dbbb131a'] response: {'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'code': 200} Jun 24 14:31:02.172658 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a8305-6bc5-4098-9332-178ea5638093 req-13ba4a20-58b8-4a7d-87a2-70f73de938e8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:02.174240 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5a6a8305-6bc5-4098-9332-178ea5638093 req-13ba4a20-58b8-4a7d-87a2-70f73de938e8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0871749 Jun 24 14:31:02.221430 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5a6a8305-6bc5-4098-9332-178ea5638093 req-e6df1225-542d-4210-9c33-7e81ed504f29 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396035 Jun 24 14:31:02.334605 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81426d-79bf-40b4-9af8-2d33b76870c9 req-c021c823-3701-4974-acb2-e4c4f83236d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:02.336076 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0d81426d-79bf-40b4-9af8-2d33b76870c9 req-c021c823-3701-4974-acb2-e4c4f83236d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 1099 time: 0.0859001 Jun 24 14:31:02.379578 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0d81426d-79bf-40b4-9af8-2d33b76870c9 req-5cc304ea-c22c-412c-ac95-04a407f33469 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367944 Jun 24 14:31:02.475207 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beeda11-ee8c-41bd-8557-dc0d96a9a9fe req-b7c9c10f-5b13-4c09-b025-f6af7eaca847 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:02.476773 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6beeda11-ee8c-41bd-8557-dc0d96a9a9fe req-b7c9c10f-5b13-4c09-b025-f6af7eaca847 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 946 time: 0.0917647 Jun 24 14:31:02.521496 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6beeda11-ee8c-41bd-8557-dc0d96a9a9fe req-45b87f15-956d-4405-ab54-42f2eae35a2f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389659 Jun 24 14:31:03.417948 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c315a1-ecb5-4906-85da-c5a493d4d463 req-5df531e6-bece-4c8d-955a-fab36ffd1d6b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:03.419361 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-75c315a1-ecb5-4906-85da-c5a493d4d463 req-5df531e6-bece-4c8d-955a-fab36ffd1d6b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0926619 Jun 24 14:31:03.468171 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-75c315a1-ecb5-4906-85da-c5a493d4d463 req-cb071eb8-3477-4f44-af1f-185e9c6155bb tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421019 Jun 24 14:31:03.714034 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b06ff6-dec6-4c8b-afd6-dc3614a84518 req-8abb82e3-2c5f-4e4b-92ee-5972c9d72a5a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:03.715458 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c2b06ff6-dec6-4c8b-afd6-dc3614a84518 req-8abb82e3-2c5f-4e4b-92ee-5972c9d72a5a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 946 time: 0.0863695 Jun 24 14:31:03.757757 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c2b06ff6-dec6-4c8b-afd6-dc3614a84518 req-1270a1ee-11dc-4ba8-af98-0e7f401b20d2 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365496 Jun 24 14:31:04.694233 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f57b4-0970-4edf-8fa5-010c987a0060 req-21d0ff4e-8dda-4b0c-814f-907566c940c5 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:04.695850 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6e0f57b4-0970-4edf-8fa5-010c987a0060 req-21d0ff4e-8dda-4b0c-814f-907566c940c5 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1135981 Jun 24 14:31:04.741667 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6e0f57b4-0970-4edf-8fa5-010c987a0060 req-e13fafbc-17a6-4aba-9605-3af1c68bfcd7 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397441 Jun 24 14:31:04.971802 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb565e1-6af2-4507-91cc-644c2f25b0dd req-e55ee4df-8a97-4ea3-929c-40a73e3a71ba tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:04.973263 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8bb565e1-6af2-4507-91cc-644c2f25b0dd req-e55ee4df-8a97-4ea3-929c-40a73e3a71ba tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 946 time: 0.0954192 Jun 24 14:31:05.020094 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8bb565e1-6af2-4507-91cc-644c2f25b0dd req-ce713105-9a43-4d3b-bfeb-b08a95bf49ea tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403066 Jun 24 14:31:05.938167 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a378e-3390-42a9-baf0-48f4381dd9e9 req-3ad60036-1692-4139-95f0-7226954b0cdd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:05.939611 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-641a378e-3390-42a9-baf0-48f4381dd9e9 req-3ad60036-1692-4139-95f0-7226954b0cdd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0888717 Jun 24 14:31:05.983333 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-641a378e-3390-42a9-baf0-48f4381dd9e9 req-eb8c7f45-7354-4e4f-a77d-17c2f7ca5637 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380225 Jun 24 14:31:06.215590 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d261d-0723-4078-adf4-8edd9cd17c1a req-bd90ad2b-f20f-4835-980e-b5d140a0a2ee tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:06.217043 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-070d261d-0723-4078-adf4-8edd9cd17c1a req-bd90ad2b-f20f-4835-980e-b5d140a0a2ee tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 946 time: 0.0889122 Jun 24 14:31:06.259661 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-070d261d-0723-4078-adf4-8edd9cd17c1a req-5bf4fa70-527b-449d-9254-4f8e8cc18a68 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367317 Jun 24 14:31:06.777676 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:07.171555 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e562f-b255-4edc-b75c-72173de52be2 req-abb8f7cf-28ba-4b63-a79c-bc2a5547a116 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:07.172983 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-040e562f-b255-4edc-b75c-72173de52be2 req-abb8f7cf-28ba-4b63-a79c-bc2a5547a116 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0832632 Jun 24 14:31:07.219499 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-040e562f-b255-4edc-b75c-72173de52be2 req-a9c33394-69f6-4e4a-bc91-03e7993aa46f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402226 Jun 24 14:31:08.445034 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-48ad77ef-fb8e-41ec-a705-b3e92c72fb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:08.508652 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305147d-97d6-418c-8810-2157c274bd74 req-9761b56e-9b00-4c80-ac70-b9b8397e4661 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:08.509985 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6305147d-97d6-418c-8810-2157c274bd74 req-9761b56e-9b00-4c80-ac70-b9b8397e4661 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0855689 Jun 24 14:31:08.552343 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6305147d-97d6-418c-8810-2157c274bd74 req-3bf13951-6bcd-426d-99b9-e70e406198bd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367200 Jun 24 14:31:09.824754 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1e640-b624-4a69-a032-c3034f2ce313 req-533f58f0-7cc1-437f-9a3b-006954b7bb65 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:09.826180 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-50e1e640-b624-4a69-a032-c3034f2ce313 req-533f58f0-7cc1-437f-9a3b-006954b7bb65 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1682181 Jun 24 14:31:09.869740 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-50e1e640-b624-4a69-a032-c3034f2ce313 req-319dceaf-8e04-4c28-9da0-022d5e1eb79b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377605 Jun 24 14:31:10.687368 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2316531b-dfdf-46c1-8091-39388035ceb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:11.061155 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea07761-f7f8-44a2-92a3-a9b66ec71ca4 req-30281502-1fdb-4d3d-ba1d-1197a61216ec tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:11.062599 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5ea07761-f7f8-44a2-92a3-a9b66ec71ca4 req-30281502-1fdb-4d3d-ba1d-1197a61216ec tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0848558 Jun 24 14:31:11.110188 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5ea07761-f7f8-44a2-92a3-a9b66ec71ca4 req-709ad9fb-0592-4a2a-864d-f92f25974c4b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Jun 24 14:31:11.620838 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:11.959418 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:12.299184 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b1c96-a668-4cc8-9f06-c8feafb6ad3c req-67368bc1-f77c-4242-9556-d8d399e86c17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:12.300529 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c35b1c96-a668-4cc8-9f06-c8feafb6ad3c req-67368bc1-f77c-4242-9556-d8d399e86c17 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0838909 Jun 24 14:31:12.343252 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c35b1c96-a668-4cc8-9f06-c8feafb6ad3c req-e766cc95-e272-4a11-b999-1b4e472ef62c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368581 Jun 24 14:31:13.535978 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e44f9e-45d2-4f2b-b549-84df87ebe020 req-fd70ddb3-2cec-4ded-be35-99ab022dc86c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:13.537484 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-35e44f9e-45d2-4f2b-b549-84df87ebe020 req-fd70ddb3-2cec-4ded-be35-99ab022dc86c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0891073 Jun 24 14:31:13.580838 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-35e44f9e-45d2-4f2b-b549-84df87ebe020 req-f3d17820-c5fc-404f-8b97-75f65c14a654 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376680 Jun 24 14:31:13.645774 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:14.774022 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78fc34-095d-4285-8bfa-5e24c9c9331e req-bf5ef208-0adf-4247-8759-639470f37574 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:14.775469 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7f78fc34-095d-4285-8bfa-5e24c9c9331e req-bf5ef208-0adf-4247-8759-639470f37574 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0861950 Jun 24 14:31:14.821914 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7f78fc34-095d-4285-8bfa-5e24c9c9331e req-a232419e-7c14-4fc9-83ed-c31d2043b5ce tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 Jun 24 14:31:15.307095 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:31:16.013841 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c50d0-bbfc-4468-aade-2a95bb8ac3a0 req-441256cb-343c-441e-af53-99b0c33a04fb tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:16.015277 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f94c50d0-bbfc-4468-aade-2a95bb8ac3a0 req-441256cb-343c-441e-af53-99b0c33a04fb tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0854244 Jun 24 14:31:16.058803 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f94c50d0-bbfc-4468-aade-2a95bb8ac3a0 req-a7891518-5cf9-4c0d-a509-08d4dc793b9b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377276 Jun 24 14:31:17.264690 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394da2ed-c065-4870-a428-2d4855f744f2 req-6cd9ebdc-3c90-4af1-b6df-ba4e4885f7de tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:17.266167 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-394da2ed-c065-4870-a428-2d4855f744f2 req-6cd9ebdc-3c90-4af1-b6df-ba4e4885f7de tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0972521 Jun 24 14:31:17.312541 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-394da2ed-c065-4870-a428-2d4855f744f2 req-55345c74-953c-42fc-a03c-1cda6cdec178 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406158 Jun 24 14:31:18.456331 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5cb3-62bf-432f-806f-41fdd7358ea4 req-881759e1-548c-466e-a494-ffec22334e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:18.458909 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-57ab5cb3-62bf-432f-806f-41fdd7358ea4 req-881759e1-548c-466e-a494-ffec22334e80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 1099 time: 0.0905638 Jun 24 14:31:18.530359 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b49d7-a463-49c7-a27d-687a1eb705c9 req-036a8144-5853-4e9a-9897-b5a6942176d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:18.531797 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bf2b49d7-a463-49c7-a27d-687a1eb705c9 req-036a8144-5853-4e9a-9897-b5a6942176d4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.1532469 Jun 24 14:31:18.572823 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924f73f-e8da-433a-b769-5cf4a0e4ab99 req-af9b352e-1fe3-4717-85d2-86741e2c8e67 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:18.574290 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7924f73f-e8da-433a-b769-5cf4a0e4ab99 req-af9b352e-1fe3-4717-85d2-86741e2c8e67 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1412797 Jun 24 14:31:18.598289 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5cb3-62bf-432f-806f-41fdd7358ea4 req-ef708e03-d42f-4c9d-8a34-cbe68471f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:18.599756 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-57ab5cb3-62bf-432f-806f-41fdd7358ea4 req-ef708e03-d42f-4c9d-8a34-cbe68471f290 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.1348128 Jun 24 14:31:18.619003 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bf2b49d7-a463-49c7-a27d-687a1eb705c9 req-e48309a6-8641-4220-8c91-0e028ee15e63 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762022 Jun 24 14:31:18.640862 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7924f73f-e8da-433a-b769-5cf4a0e4ab99 req-d5d668be-3b3c-4ea0-a67a-7bbc5084016f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567126 Jun 24 14:31:18.712942 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-57ab5cb3-62bf-432f-806f-41fdd7358ea4 req-e58caf2e-798a-4297-9e5e-0c223eeaf81b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2944f0dc-7b31-4145-a440-6149d7079693 HTTP/1.1" status: 200 len: 1002 time: 0.1052139 Jun 24 14:31:18.779042 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5cb3-62bf-432f-806f-41fdd7358ea4 req-b6e07dac-017b-41c5-b86e-9720804e09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:18.780530 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-57ab5cb3-62bf-432f-806f-41fdd7358ea4 req-b6e07dac-017b-41c5-b86e-9720804e09cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0589857 Jun 24 14:31:18.875147 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5cb3-62bf-432f-806f-41fdd7358ea4 req-823fe2df-db15-4e3d-bf7b-b31a3b6e2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:18.876691 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-57ab5cb3-62bf-432f-806f-41fdd7358ea4 req-823fe2df-db15-4e3d-bf7b-b31a3b6e2925 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880990 Jun 24 14:31:19.127307 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-57ab5cb3-62bf-432f-806f-41fdd7358ea4 req-e4f9701e-41ea-40ab-83a5-80d3581ad1c5 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408247 Jun 24 14:31:19.263010 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-57ab5cb3-62bf-432f-806f-41fdd7358ea4 req-d4c5267e-3490-4f5e-b640-bf1b5d977a0f service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287363 Jun 24 14:31:19.882908 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a7172-0853-45ff-9acb-cfa605052eac req-6ef74c82-2d33-4e81-ae25-04afebb849db tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:19.884224 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-536a7172-0853-45ff-9acb-cfa605052eac req-6ef74c82-2d33-4e81-ae25-04afebb849db tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.1473804 Jun 24 14:31:19.892020 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78686018-8070-47d7-a69d-3588a805c705 req-08941221-748c-4850-b4fa-efc11c1c8abf tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:19.893342 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-78686018-8070-47d7-a69d-3588a805c705 req-08941221-748c-4850-b4fa-efc11c1c8abf tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1218109 Jun 24 14:31:19.957881 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-536a7172-0853-45ff-9acb-cfa605052eac req-2f169ec2-ccfc-4ac5-bfe1-7d0dbadb8a93 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636089 Jun 24 14:31:19.965861 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-78686018-8070-47d7-a69d-3588a805c705 req-cc5ff42b-a316-46be-80d1-47727b7657c6 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589368 Jun 24 14:31:21.212888 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af168e9b-1537-4a7c-a5b3-e8bcfae7b9e7 req-c6900309-7676-4930-8676-8b76b8dfa3d7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:21.214242 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-af168e9b-1537-4a7c-a5b3-e8bcfae7b9e7 req-c6900309-7676-4930-8676-8b76b8dfa3d7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.1486232 Jun 24 14:31:21.226303 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac463ca-09ca-4664-9db9-d6134916cae1 req-b75b8365-5d2f-4169-a8bd-d5d5a67a3c0c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:21.227704 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7ac463ca-09ca-4664-9db9-d6134916cae1 req-b75b8365-5d2f-4169-a8bd-d5d5a67a3c0c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1264758 Jun 24 14:31:21.299117 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-af168e9b-1537-4a7c-a5b3-e8bcfae7b9e7 req-8fb2af4a-ec4c-4186-acb6-ba2a75f4e333 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704355 Jun 24 14:31:21.301901 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7ac463ca-09ca-4664-9db9-d6134916cae1 req-e7386edf-3bc1-4c5f-a09b-0e7b79d6643d tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606973 Jun 24 14:31:21.576926 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 45968) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:21.650731 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafc9da8-dbfb-4eea-b8f7-24a23930a4c8 admin admin] Deleting subnet 1d866de4-257d-4307-83fe-f9b11848b580 {{(pid=88095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:31:21.654453 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aafc9da8-dbfb-4eea-b8f7-24a23930a4c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:21.695773 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d338934-b4d2-4f4e-a54d-431de40af05f req-3cbe1416-c517-4e20-910b-98fbd2b6b17f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:21.697305 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1d338934-b4d2-4f4e-a54d-431de40af05f req-3cbe1416-c517-4e20-910b-98fbd2b6b17f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1013026 Jun 24 14:31:21.744111 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1d338934-b4d2-4f4e-a54d-431de40af05f req-1e55ba35-0742-4ea1-9b20-321c376eb472 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407801 Jun 24 14:31:21.770995 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aafc9da8-dbfb-4eea-b8f7-24a23930a4c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538502'] for subnet, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:21.843627 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aafc9da8-dbfb-4eea-b8f7-24a23930a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:21.875857 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fa507-2023-46ca-917d-78a5ed72bf10 req-fcfb45ee-1b15-4d48-97d5-37cc0c64bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:21.877357 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9a9fa507-2023-46ca-917d-78a5ed72bf10 req-fcfb45ee-1b15-4d48-97d5-37cc0c64bf6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 1099 time: 0.1844814 Jun 24 14:31:22.010612 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aafc9da8-dbfb-4eea-b8f7-24a23930a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2302222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596850'] for subnet, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.062572 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc9da8-dbfb-4eea-b8f7-24a23930a4c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d866de4-257d-4307-83fe-f9b11848b580,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:22.068622 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fa507-2023-46ca-917d-78a5ed72bf10 req-87db27a2-4ccb-4a16-9b98-bb7e674745ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:22.068992 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9a9fa507-2023-46ca-917d-78a5ed72bf10 req-87db27a2-4ccb-4a16-9b98-bb7e674745ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 200 len: 911 time: 0.1846769 Jun 24 14:31:22.070188 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aafc9da8-dbfb-4eea-b8f7-24a23930a4c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.133704 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-aafc9da8-dbfb-4eea-b8f7-24a23930a4c8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1d866de4-257d-4307-83fe-f9b11848b580 HTTP/1.1" status: 204 len: 168 time: 0.5556920 Jun 24 14:31:22.136264 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 45972) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:22.180874 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9a9fa507-2023-46ca-917d-78a5ed72bf10 req-7cfb8150-4398-43e7-b63a-74fc0827740b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=631607fb-c619-44e2-aeea-7f2e1ca4b791 HTTP/1.1" status: 200 len: 1002 time: 0.1044822 Jun 24 14:31:22.239848 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.245119 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fa507-2023-46ca-917d-78a5ed72bf10 req-3afb3d6d-eed0-497f-a419-3d897c9bc6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:22.246724 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9a9fa507-2023-46ca-917d-78a5ed72bf10 req-3afb3d6d-eed0-497f-a419-3d897c9bc6d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e28c7d3-954d-4590-b072-2d8fc3c5d8a1 HTTP/1.1" status: 200 len: 849 time: 0.0595756 Jun 24 14:31:22.331536 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fa507-2023-46ca-917d-78a5ed72bf10 req-c47a0f07-67b6-441b-b17d-6904233d20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:22.333173 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9a9fa507-2023-46ca-917d-78a5ed72bf10 req-c47a0f07-67b6-441b-b17d-6904233d20e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d866f169-8269-4b35-afc6-9e5c3d6deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798953 Jun 24 14:31:22.472730 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9a9fa507-2023-46ca-917d-78a5ed72bf10 req-b285fe4b-9cea-47ab-b281-0159c0332c64 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322982 Jun 24 14:31:22.501264 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.530848 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5d65c4-023b-4037-93c8-664c88355c3a']}} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:22.547464 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b') {'for_net_delete': True} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:22.547754 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b') {} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:22.562189 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2988308'] for segment, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.586450 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.598231 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f17d8-4f55-44fc-836a-657f32cdd02d req-dfdb01e3-c159-41ab-b047-92638e71504c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:22.599911 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-219f17d8-4f55-44fc-836a-657f32cdd02d req-dfdb01e3-c159-41ab-b047-92638e71504c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.1660750 Jun 24 14:31:22.603265 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:31:22.603667 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134250'] for segment, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.610401 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9a9fa507-2023-46ca-917d-78a5ed72bf10 req-fe08d430-e670-4434-9a60-bb9351553a00 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315353 Jun 24 14:31:22.690915 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b resource provider aggregate not found Jun 24 14:31:22.723971 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d01d0b3-62c5-45fc-aa6e-457b0a7aa12b found for delete ", "request_id": "req-26481e86-b010-40a8-9ea9-d47eff30858f"}]} Jun 24 14:31:22.738877 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-219f17d8-4f55-44fc-836a-657f32cdd02d req-7d54143a-49f6-431e-978a-7e3901a9b99d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178608 Jun 24 14:31:22.739861 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.744679 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:22.770263 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5d65c4-023b-4037-93c8-664c88355c3a,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:22.778567 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5e5d65c4-023b-4037-93c8-664c88355c3a HTTP/1.1" status: 204 len: 168 time: 0.6408720 Jun 24 14:31:22.779674 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:22.780032 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:22.780371 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:22.780761 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:22.781094 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:22.781426 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:22.781752 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:22.782079 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:22.782410 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:22.782723 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:22.783059 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:22.783356 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903a430-e733-444f-bc57-a8eb68d8da15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:31:22.962159 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 45988) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:23.051401 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-4afb0ab5-f68e-4879-9dbb-50ed2f38df98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a344624069347249d9b90f88322cada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0880795 Jun 24 14:31:23.054014 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 45992) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:23.096984 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213357a-a990-4190-be90-3a76071487d5 req-a0ba3ebe-8e70-4508-8019-033b1af41366 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:23.098398 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1213357a-a990-4190-be90-3a76071487d5 req-a0ba3ebe-8e70-4508-8019-033b1af41366 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0935633 Jun 24 14:31:23.119336 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4d79ee42-819e-4608-8571-6c51e1273ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:23.141146 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1213357a-a990-4190-be90-3a76071487d5 req-42e855db-f3e9-4997-82f5-d837c81f78bf tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370767 Jun 24 14:31:23.144232 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4d79ee42-819e-4608-8571-6c51e1273ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:23.199681 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4d79ee42-819e-4608-8571-6c51e1273ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:23.217083 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79ee42-819e-4608-8571-6c51e1273ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e4b3fd-90fc-43b9-8722-43fe98d86380,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:31:23.228927 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4d79ee42-819e-4608-8571-6c51e1273ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:23.230040 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-4d79ee42-819e-4608-8571-6c51e1273ee2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64e4b3fd-90fc-43b9-8722-43fe98d86380 HTTP/1.1" status: 204 len: 168 time: 0.1750026 Jun 24 14:31:23.934007 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60725810-3a22-4110-9622-feafcd521c63 req-f2e56684-2b0c-4a03-bc54-688ecec060a3 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:23.935489 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-60725810-3a22-4110-9622-feafcd521c63 req-f2e56684-2b0c-4a03-bc54-688ecec060a3 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0897651 Jun 24 14:31:23.979427 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-60725810-3a22-4110-9622-feafcd521c63 req-1e7a77ea-fe39-4497-86a3-eb81ae5ed6b5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383408 Jun 24 14:31:24.331513 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235a4f0-7e64-4d70-8ce6-46b2ba7aa8f4 req-9e5ef9e3-8335-4542-9ed0-629507938397 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:24.332972 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d235a4f0-7e64-4d70-8ce6-46b2ba7aa8f4 req-9e5ef9e3-8335-4542-9ed0-629507938397 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0850878 Jun 24 14:31:24.377744 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d235a4f0-7e64-4d70-8ce6-46b2ba7aa8f4 req-03a73e46-3d39-484b-84c9-da8aab479254 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391188 Jun 24 14:31:25.175292 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572189f4-1afd-4814-bcd9-f426afefe54c req-f4f85af0-37f1-47c8-86fe-01b8ba24163c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:25.176762 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-572189f4-1afd-4814-bcd9-f426afefe54c req-f4f85af0-37f1-47c8-86fe-01b8ba24163c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0911536 Jun 24 14:31:25.225761 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-572189f4-1afd-4814-bcd9-f426afefe54c req-ec2d377c-2a16-4322-bd43-63e23467672c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403035 Jun 24 14:31:26.425361 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9b448-1e42-4c51-bef1-06d7c6b5c82b req-94f02c89-eff0-499a-b2cd-7ba7b6fbed75 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:26.426799 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-90e9b448-1e42-4c51-bef1-06d7c6b5c82b req-94f02c89-eff0-499a-b2cd-7ba7b6fbed75 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0906534 Jun 24 14:31:26.470458 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-90e9b448-1e42-4c51-bef1-06d7c6b5c82b req-64492feb-d9a9-4b56-bf19-3946195fc9ab tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374856 Jun 24 14:31:27.672140 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdfb97-77bc-4f29-9445-b17278e6d355 req-2aceddf4-7539-4093-8832-2b0033352c22 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:27.674005 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-80fdfb97-77bc-4f29-9445-b17278e6d355 req-2aceddf4-7539-4093-8832-2b0033352c22 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0923817 Jun 24 14:31:27.720907 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-80fdfb97-77bc-4f29-9445-b17278e6d355 req-d1daa1c6-adac-430b-bba8-950e65be67b8 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397506 Jun 24 14:31:28.914371 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e257bc-5aff-4325-96ba-a7a799beb8c4 req-1d195876-ea69-48cb-8e68-b4b56cf14778 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:28.915842 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-54e257bc-5aff-4325-96ba-a7a799beb8c4 req-1d195876-ea69-48cb-8e68-b4b56cf14778 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0901704 Jun 24 14:31:28.963483 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-54e257bc-5aff-4325-96ba-a7a799beb8c4 req-06c135cf-43f0-401b-b369-b2ab8cd340b1 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Jun 24 14:31:30.158425 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1dce7-7073-4da2-91bc-d269b11dbf62 req-a00584ad-3293-4ee6-848f-4bdc8aac4b47 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:30.159872 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-26a1dce7-7073-4da2-91bc-d269b11dbf62 req-a00584ad-3293-4ee6-848f-4bdc8aac4b47 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0912735 Jun 24 14:31:30.204961 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-26a1dce7-7073-4da2-91bc-d269b11dbf62 req-60b2da76-4c68-4460-b763-8f7a07081757 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387311 Jun 24 14:31:31.396429 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4031d-4590-4e30-b094-d99c0e599dd5 req-4fd2085c-974b-47b8-8136-324573fbade4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:31.397857 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-51f4031d-4590-4e30-b094-d99c0e599dd5 req-4fd2085c-974b-47b8-8136-324573fbade4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0877686 Jun 24 14:31:31.445231 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-51f4031d-4590-4e30-b094-d99c0e599dd5 req-857f6945-a333-46a8-bf4d-75d9e2a10eab tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415297 Jun 24 14:31:31.684185 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bc439-bc30-4fee-82f5-1c65d8783338 req-5ea6b16f-b838-462a-834b-cb96b98c217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:31.685698 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c46bc439-bc30-4fee-82f5-1c65d8783338 req-5ea6b16f-b838-462a-834b-cb96b98c217f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 1099 time: 0.0765526 Jun 24 14:31:31.725856 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c46bc439-bc30-4fee-82f5-1c65d8783338 req-b6761793-6eaa-49b0-974f-c76ad51a6c84 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 Jun 24 14:31:32.639995 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596f73b-dc50-4b8b-9541-e89e027bfc5e req-e47a1ada-09bb-4255-926f-c4ae0f1315ff tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:32.641430 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8596f73b-dc50-4b8b-9541-e89e027bfc5e req-e47a1ada-09bb-4255-926f-c4ae0f1315ff tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0893624 Jun 24 14:31:32.684079 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8596f73b-dc50-4b8b-9541-e89e027bfc5e req-85a0f623-4845-4d2f-89e8-22f87ea5e12b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370450 Jun 24 14:31:33.877075 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a64fb5-5b01-4c09-aff2-3e4fe4d99e77 req-9b2a1cee-e295-47b8-bd56-0e8051790c7b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:33.878419 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d6a64fb5-5b01-4c09-aff2-3e4fe4d99e77 req-9b2a1cee-e295-47b8-bd56-0e8051790c7b tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0883341 Jun 24 14:31:33.924365 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d6a64fb5-5b01-4c09-aff2-3e4fe4d99e77 req-c7ab71d7-1c50-4a37-a750-9fee9cc0fb55 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398519 Jun 24 14:31:34.512488 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265e6d5-675c-4fad-9af8-5c5e1ac6f88a req-9c80cb1f-2a79-44ae-88eb-912c61c8615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:34.513947 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6265e6d5-675c-4fad-9af8-5c5e1ac6f88a req-9c80cb1f-2a79-44ae-88eb-912c61c8615a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 1099 time: 0.0805995 Jun 24 14:31:34.533045 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b11c9-08f6-467c-a31c-43e67f89fa9f req-0728b3df-adf9-4364-9c33-92e2a3dfb43f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:34.534488 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-531b11c9-08f6-467c-a31c-43e67f89fa9f req-0728b3df-adf9-4364-9c33-92e2a3dfb43f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0859559 Jun 24 14:31:34.577969 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-531b11c9-08f6-467c-a31c-43e67f89fa9f req-134f5df3-c5d7-43a0-859d-9dc0f2399c26 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373394 Jun 24 14:31:34.742083 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265e6d5-675c-4fad-9af8-5c5e1ac6f88a req-b15556eb-28c5-4e41-9910-06a1e34d5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:34.743558 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6265e6d5-675c-4fad-9af8-5c5e1ac6f88a req-b15556eb-28c5-4e41-9910-06a1e34d5a1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.2235563 Jun 24 14:31:34.847145 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6265e6d5-675c-4fad-9af8-5c5e1ac6f88a req-0e9c0249-62ef-4f36-915c-3d2364d1bafe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2944f0dc-7b31-4145-a440-6149d7079693 HTTP/1.1" status: 200 len: 1002 time: 0.0967071 Jun 24 14:31:34.918665 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265e6d5-675c-4fad-9af8-5c5e1ac6f88a req-63481320-aa15-4a08-a1cc-a3fea2afa364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:34.920151 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6265e6d5-675c-4fad-9af8-5c5e1ac6f88a req-63481320-aa15-4a08-a1cc-a3fea2afa364 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0657375 Jun 24 14:31:35.010741 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265e6d5-675c-4fad-9af8-5c5e1ac6f88a req-89a04f0b-3ffe-42c3-bc1f-6422985880a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:35.012109 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6265e6d5-675c-4fad-9af8-5c5e1ac6f88a req-89a04f0b-3ffe-42c3-bc1f-6422985880a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852313 Jun 24 14:31:35.148339 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6265e6d5-675c-4fad-9af8-5c5e1ac6f88a req-37de5898-ef30-4022-9d90-f310e81125ac service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296232 Jun 24 14:31:35.291562 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6265e6d5-675c-4fad-9af8-5c5e1ac6f88a req-440296af-c7ff-4efd-8bc0-9c9ba0c9c3f5 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372705 Jun 24 14:31:35.861921 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a0cf5-ca5d-4b1f-ab76-5646fd78dddb req-c858d5cb-66cf-4efd-b110-1349923e74ed tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:35.863299 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-177a0cf5-ca5d-4b1f-ab76-5646fd78dddb req-c858d5cb-66cf-4efd-b110-1349923e74ed tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.1785493 Jun 24 14:31:35.911207 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-177a0cf5-ca5d-4b1f-ab76-5646fd78dddb req-8c11c8bf-0cc2-468d-bb28-e49b5a09e1e0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413659 Jun 24 14:31:36.817596 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:37.105345 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553a74d-d0c4-4fe4-823e-a10f2b2fc670 req-9a353adf-b4f2-43be-97cc-4c8d740bf2ee tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:37.106760 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5553a74d-d0c4-4fe4-823e-a10f2b2fc670 req-9a353adf-b4f2-43be-97cc-4c8d740bf2ee tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0888069 Jun 24 14:31:37.149022 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5553a74d-d0c4-4fe4-823e-a10f2b2fc670 req-70f9bf5d-1f4e-4e77-b242-4d616170c659 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365889 Jun 24 14:31:38.354425 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc21b24-c0bf-49f9-9c54-8cb77eefe4db req-3f8388c6-ebc7-4a3a-b7e6-3bd23af06f4d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:38.355847 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebc21b24-c0bf-49f9-9c54-8cb77eefe4db req-3f8388c6-ebc7-4a3a-b7e6-3bd23af06f4d tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0854695 Jun 24 14:31:38.403673 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebc21b24-c0bf-49f9-9c54-8cb77eefe4db req-78e76e13-5b05-4774-b8a1-4cbafa7bd88c tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420806 Jun 24 14:31:38.446944 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-42ce1f53-93a5-4e31-a144-560b8fcbc77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:38.590048 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e6efd-5c3a-4c05-971e-fd0f32b0c843 req-cbdfc6f0-469d-4551-ac2d-f5a19e5022cf tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:38.591481 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-959e6efd-5c3a-4c05-971e-fd0f32b0c843 req-cbdfc6f0-469d-4551-ac2d-f5a19e5022cf tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0855587 Jun 24 14:31:38.600797 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46054) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:31:38.605582 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-02b626da-5c53-4a1e-ba55-d0c9392ceff5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Request body: {'floatingip': {'port_id': '2944f0dc-7b31-4145-a440-6149d7079693'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:31:38.704210 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-02b626da-5c53-4a1e-ba55-d0c9392ceff5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for floatingip, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:39.315434 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-02b626da-5c53-4a1e-ba55-d0c9392ceff5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:39.320017 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-02b626da-5c53-4a1e-ba55-d0c9392ceff5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:39.764722 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b626da-5c53-4a1e-ba55-d0c9392ceff5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Router dbc070df-8af2-439e-ae00-a52479dc8c9a has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:31:39.949096 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b626da-5c53-4a1e-ba55-d0c9392ceff5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:31:39.954210 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-02b626da-5c53-4a1e-ba55-d0c9392ceff5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:39.959558 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a589084b-1ae5-4d05-a84f-f2ef7ba10908 None None] Sync routers for ids ['dbc070df-8af2-439e-ae00-a52479dc8c9a'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:31:39.968667 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a589084b-1ae5-4d05-a84f-f2ef7ba10908 None None] Routers {'dbc070df-8af2-439e-ae00-a52479dc8c9a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:31:39.969277 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-a589084b-1ae5-4d05-a84f-f2ef7ba10908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:31:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['dbc070df-8af2-439e-ae00-a52479dc8c9a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:40.038434 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'tag': '2944f0dc-7b31-4145-a440-6149d7079693'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:31:40.070400 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-02b626da-5c53-4a1e-ba55-d0c9392ceff5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "PUT /v2.0/floatingips/840f77f0-139b-4075-906b-63243a794853 HTTP/1.1" status: 200 len: 994 time: 1.4664128 Jun 24 14:31:40.085171 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a24e8e-6cc6-42b6-886d-4e8e2c0c6537'] response: {'name': 'network-changed', 'server_uuid': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'tag': '2944f0dc-7b31-4145-a440-6149d7079693', 'status': 'completed', 'code': 200} Jun 24 14:31:40.145155 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-a589084b-1ae5-4d05-a84f-f2ef7ba10908 None None] Set router dbc070df-8af2-439e-ae00-a52479dc8c9a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:31:40.204403 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab03f-c350-4cb5-8960-d38e19e4d0f5 req-35282423-fc88-4893-8a88-b1a1d99488a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:40.205817 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-693ab03f-c350-4cb5-8960-d38e19e4d0f5 req-35282423-fc88-4893-8a88-b1a1d99488a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 1099 time: 0.0766788 Jun 24 14:31:40.338579 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab03f-c350-4cb5-8960-d38e19e4d0f5 req-a4b630e0-f712-469d-9e22-23a15499fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:40.340025 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-693ab03f-c350-4cb5-8960-d38e19e4d0f5 req-a4b630e0-f712-469d-9e22-23a15499fff1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.1248968 Jun 24 14:31:40.444924 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-693ab03f-c350-4cb5-8960-d38e19e4d0f5 req-c0dee829-93b1-415c-ad39-12270965969f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2944f0dc-7b31-4145-a440-6149d7079693 HTTP/1.1" status: 200 len: 1002 time: 0.0960038 Jun 24 14:31:40.491537 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-a589084b-1ae5-4d05-a84f-f2ef7ba10908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '840f77f0-139b-4075-906b-63243a794853', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'port_id': '2944f0dc-7b31-4145-a440-6149d7079693', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'mac_address': 'fa:16:3e:19:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:27:27Z', 'updated_at': '2022-06-24T14:31:39Z', 'revision_number': 3, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dc0a0d-697f-4f28-bebb-57d83a51a57d', 'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'mac_address': 'fa:16:3e:63:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:40Z', 'updated_at': '2022-06-24T14:24:59Z', 'revision_number': 5, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'subnets': [{'id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:40.495291 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a589084b-1ae5-4d05-a84f-f2ef7ba10908 None None] Checking router: dbc070df-8af2-439e-ae00-a52479dc8c9a for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:31:40.503846 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a589084b-1ae5-4d05-a84f-f2ef7ba10908 None None] Routers {'dbc070df-8af2-439e-ae00-a52479dc8c9a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:31:40.504468 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-a589084b-1ae5-4d05-a84f-f2ef7ba10908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:31:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['dbc070df-8af2-439e-ae00-a52479dc8c9a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:40.506826 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab03f-c350-4cb5-8960-d38e19e4d0f5 req-8686b17c-074a-4bfb-853e-3a558b992312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:40.508255 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-693ab03f-c350-4cb5-8960-d38e19e4d0f5 req-8686b17c-074a-4bfb-853e-3a558b992312 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0568054 Jun 24 14:31:40.608823 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ab03f-c350-4cb5-8960-d38e19e4d0f5 req-99d8a13c-ea2d-41e2-a665-163f522c2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:40.612054 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-693ab03f-c350-4cb5-8960-d38e19e4d0f5 req-99d8a13c-ea2d-41e2-a665-163f522c2f62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815313 Jun 24 14:31:40.682753 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-a589084b-1ae5-4d05-a84f-f2ef7ba10908 None None] Set router dbc070df-8af2-439e-ae00-a52479dc8c9a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:31:40.748758 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f7ad6fc7-fa47-4102-af51-d72ea99aa5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:40.752368 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-693ab03f-c350-4cb5-8960-d38e19e4d0f5 req-d8de35b5-6a6c-4a5a-ada3-14b704f7cf4a service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330979 Jun 24 14:31:40.882469 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-693ab03f-c350-4cb5-8960-d38e19e4d0f5 req-d603b40c-4a4d-4c19-8473-5e340c47f19a service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240551 Jun 24 14:31:41.043755 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-a589084b-1ae5-4d05-a84f-f2ef7ba10908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '840f77f0-139b-4075-906b-63243a794853', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'port_id': '2944f0dc-7b31-4145-a440-6149d7079693', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'mac_address': 'fa:16:3e:19:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:27:27Z', 'updated_at': '2022-06-24T14:31:39Z', 'revision_number': 3, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dc0a0d-697f-4f28-bebb-57d83a51a57d', 'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'mac_address': 'fa:16:3e:63:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:40Z', 'updated_at': '2022-06-24T14:24:59Z', 'revision_number': 5, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'subnets': [{'id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:31:41.048012 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a589084b-1ae5-4d05-a84f-f2ef7ba10908 None None] The sync data for ids ['dbc070df-8af2-439e-ae00-a52479dc8c9a'] in dv-cinder-847189-2-iscsi is: [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '840f77f0-139b-4075-906b-63243a794853', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'port_id': '2944f0dc-7b31-4145-a440-6149d7079693', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'mac_address': 'fa:16:3e:19:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:27:27Z', 'updated_at': '2022-06-24T14:31:39Z', 'revision_number': 3, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9dc0a0d-697f-4f28-bebb-57d83a51a57d', 'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'mac_address': 'fa:16:3e:63:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:40Z', 'updated_at': '2022-06-24T14:24:59Z', 'revision_number': 5, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'subnets': [{'id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:31:41.624709 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:41.963068 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:42.086602 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'tag': '2944f0dc-7b31-4145-a440-6149d7079693'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:31:42.129445 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a39a33-2c25-4fa7-9ddc-95898e8b3acd'] response: {'name': 'network-changed', 'server_uuid': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'tag': '2944f0dc-7b31-4145-a440-6149d7079693', 'status': 'completed', 'code': 200} Jun 24 14:31:42.268488 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332772cf-0627-492e-9450-ec15b24e75dd req-5470a707-913d-4a94-b6eb-004771a91bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:42.269950 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-332772cf-0627-492e-9450-ec15b24e75dd req-5470a707-913d-4a94-b6eb-004771a91bf3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 1099 time: 0.0778499 Jun 24 14:31:42.400136 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332772cf-0627-492e-9450-ec15b24e75dd req-941427bc-e21b-403e-b604-a098b791d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:42.401668 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-332772cf-0627-492e-9450-ec15b24e75dd req-941427bc-e21b-403e-b604-a098b791d660 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.1251712 Jun 24 14:31:42.596619 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-332772cf-0627-492e-9450-ec15b24e75dd req-0a77e886-df0a-45fc-9d3f-7042901c63d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2944f0dc-7b31-4145-a440-6149d7079693 HTTP/1.1" status: 200 len: 1002 time: 0.1843319 Jun 24 14:31:42.661788 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332772cf-0627-492e-9450-ec15b24e75dd req-35eaf6b6-1490-4267-91b2-52727f538c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:42.663827 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-332772cf-0627-492e-9450-ec15b24e75dd req-35eaf6b6-1490-4267-91b2-52727f538c4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0601077 Jun 24 14:31:42.744743 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332772cf-0627-492e-9450-ec15b24e75dd req-8a1a174f-fe1a-4013-b2a2-c3829fe2c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:42.746265 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-332772cf-0627-492e-9450-ec15b24e75dd req-8a1a174f-fe1a-4013-b2a2-c3829fe2c572 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763679 Jun 24 14:31:42.875554 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-332772cf-0627-492e-9450-ec15b24e75dd req-dc86024c-7841-4cc2-bdf6-072776e44264 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218553 Jun 24 14:31:43.015560 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-332772cf-0627-492e-9450-ec15b24e75dd req-f4b228f3-f1e5-4616-a122-ea4ba2658821 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331549 Jun 24 14:31:43.648941 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:31:46.504154 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-03be3a40-1375-47ca-b4ab-2c6ad11059b3 req-28c35692-4f17-49fe-b340-bef575de98e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825438 Jun 24 14:31:46.610871 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be3a40-1375-47ca-b4ab-2c6ad11059b3 req-bee509cb-a811-4008-979e-a623b8c6eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:46.612323 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-03be3a40-1375-47ca-b4ab-2c6ad11059b3 req-bee509cb-a811-4008-979e-a623b8c6eecb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 1099 time: 0.0757813 Jun 24 14:31:46.763587 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be3a40-1375-47ca-b4ab-2c6ad11059b3 req-434be724-e73e-45c3-a565-4bbfd8056056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:46.765318 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-03be3a40-1375-47ca-b4ab-2c6ad11059b3 req-434be724-e73e-45c3-a565-4bbfd8056056 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 200 len: 911 time: 0.1349497 Jun 24 14:31:46.867337 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-03be3a40-1375-47ca-b4ab-2c6ad11059b3 req-208ac68a-f4a8-44f1-a093-19e08ab0858c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=631607fb-c619-44e2-aeea-7f2e1ca4b791 HTTP/1.1" status: 200 len: 1002 time: 0.0956306 Jun 24 14:31:46.931355 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be3a40-1375-47ca-b4ab-2c6ad11059b3 req-d663546a-af19-4368-945e-31da03c9718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:46.932772 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-03be3a40-1375-47ca-b4ab-2c6ad11059b3 req-d663546a-af19-4368-945e-31da03c9718a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e28c7d3-954d-4590-b072-2d8fc3c5d8a1 HTTP/1.1" status: 200 len: 849 time: 0.0592110 Jun 24 14:31:47.014216 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be3a40-1375-47ca-b4ab-2c6ad11059b3 req-e426aa2d-7c42-4760-98c6-0864eaceb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:31:47.015585 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-03be3a40-1375-47ca-b4ab-2c6ad11059b3 req-e426aa2d-7c42-4760-98c6-0864eaceb1e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d866f169-8269-4b35-afc6-9e5c3d6deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768578 Jun 24 14:31:47.145683 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-03be3a40-1375-47ca-b4ab-2c6ad11059b3 req-362deffd-ee37-4a97-9a80-1a19a0103d99 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224105 Jun 24 14:31:47.275128 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-03be3a40-1375-47ca-b4ab-2c6ad11059b3 req-ea236043-e05c-4c27-8627-af734c2a877d service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227479 Jun 24 14:31:52.306966 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:32:06.830809 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:08.456282 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f3cec58c-364a-4b20-a088-9b495ef6a280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:08.638930 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b3018-2228-4067-975e-770d3cc79c26 req-b28f8b73-f091-413f-9d6e-2c1454f2cf54 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:08.640460 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e26b3018-2228-4067-975e-770d3cc79c26 req-b28f8b73-f091-413f-9d6e-2c1454f2cf54 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 946 time: 0.0925100 Jun 24 14:32:08.686454 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e26b3018-2228-4067-975e-770d3cc79c26 req-ebff5e28-cafe-4f9d-a6b3-871403da6f35 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399489 Jun 24 14:32:09.886359 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84964c8d-138b-4b35-9222-fa46d6f65082 req-02ff6e87-9197-41c8-9955-50412bcb61f4 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:09.887704 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-84964c8d-138b-4b35-9222-fa46d6f65082 req-02ff6e87-9197-41c8-9955-50412bcb61f4 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 946 time: 0.0874653 Jun 24 14:32:09.936075 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-84964c8d-138b-4b35-9222-fa46d6f65082 req-b42698f2-14cd-4783-84c5-66fe1a99b057 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426197 Jun 24 14:32:10.605831 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-c076ed81-5da2-48e1-bca1-9f121b7c0f5e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:10.606556 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-c076ed81-5da2-48e1-bca1-9f121b7c0f5e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Synchronizing usage tracker for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:32:10.623685 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-c076ed81-5da2-48e1-bca1-9f121b7c0f5e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Unset dirty status for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:32:10.624970 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-c076ed81-5da2-48e1-bca1-9f121b7c0f5e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.36 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 946 time: 0.1198635 Jun 24 14:32:10.697388 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-5e636e84-692e-49a0-a3c2-4b55051bacfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:10.705457 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Deleting port 703fe532-393d-4cb8-b854-7b1e3a89d716 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:32:10.705799 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:11.056505 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] For port 703fe532-393d-4cb8-b854-7b1e3a89d716, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=703fe532-393d-4cb8-b854-7b1e3a89d716,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:32:11.056875 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:11.139447 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ffe54-607d-44d5-860d-587ae82d421c req-1ab6bc67-366d-4cfd-b058-566b0a86a8ec tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:11.141008 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a89ffe54-607d-44d5-860d-587ae82d421c req-1ab6bc67-366d-4cfd-b058-566b0a86a8ec tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 946 time: 0.0940650 Jun 24 14:32:11.198832 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a89ffe54-607d-44d5-860d-587ae82d421c req-865e7b68-a48c-401e-ba82-54a1831a617f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=42559c71-4dd3-43d4-a037-ef57de84d03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517454 Jun 24 14:32:11.356300 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:11.356776 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:11.357175 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.l3_db [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Floating IP 8c68f74e-101f-4116-850a-d0e23bb6b3e3 disassociated. External IP: 172.27.2.101, port: 703fe532-393d-4cb8-b854-7b1e3a89d716. Jun 24 14:32:11.357658 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Calling delete_port for 703fe532-393d-4cb8-b854-7b1e3a89d716 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:32:11.512325 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:11.566048 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event deleted for resources: {'Port': ['ID=703fe532-393d-4cb8-b854-7b1e3a89d716,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:11.576207 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:11.576578 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:11.576915 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:11.577248 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:11.577577 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:11.577903 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:11.578224 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:11.578547 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:11.578862 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:11.579179 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:11.579500 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:11.579818 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:11.629568 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:11.764666 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Router 1b7fc6e3-a1df-4f75-8b66-12016f317dce has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:32:11.951733 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:32:11.968941 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90eaf4c-f13e-41eb-89b4-50bc1980903e None None] Sync routers for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:32:11.986922 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90eaf4c-f13e-41eb-89b4-50bc1980903e None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:32:11.987462 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-d90eaf4c-f13e-41eb-89b4-50bc1980903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:32:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:11.994693 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:12.045642 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] No DVR routers for this DVR port 703fe532-393d-4cb8-b854-7b1e3a89d716 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:32:12.048403 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:12.051416 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'name': 'network-vif-deleted', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:32:12.070093 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-3cc1f02d-d2e3-4cb3-b12c-28f5e50bb4f5 req-11caf1e9-aaef-4b72-8a1a-d03b2b4e41e7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.36 "DELETE /v2.0/ports/703fe532-393d-4cb8-b854-7b1e3a89d716 HTTP/1.1" status: 204 len: 173 time: 1.4393213 Jun 24 14:32:12.114937 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42c61a7-fd03-4061-9d12-aaf052f2c61c'] response: {'server_uuid': '6792b442-4de3-4ead-8572-970661ebbb43', 'name': 'network-vif-deleted', 'tag': '703fe532-393d-4cb8-b854-7b1e3a89d716', 'status': 'completed', 'code': 200} Jun 24 14:32:12.200349 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-d90eaf4c-f13e-41eb-89b4-50bc1980903e None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:32:12.400934 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7c6994ea-81e2-410b-9bcb-7141c21e5e2f req-d0a21efc-9498-48f4-8a91-db810fa59ec5 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=6792b442-4de3-4ead-8572-970661ebbb43 HTTP/1.1" status: 200 len: 210 time: 0.0562809 Jun 24 14:32:12.546186 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-d90eaf4c-f13e-41eb-89b4-50bc1980903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:08Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:12.550509 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90eaf4c-f13e-41eb-89b4-50bc1980903e None None] Checking router: 1b7fc6e3-a1df-4f75-8b66-12016f317dce for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:32:12.559963 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90eaf4c-f13e-41eb-89b4-50bc1980903e None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:32:12.560596 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-d90eaf4c-f13e-41eb-89b4-50bc1980903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:32:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:12.791386 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-d90eaf4c-f13e-41eb-89b4-50bc1980903e None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:32:13.113268 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-d90eaf4c-f13e-41eb-89b4-50bc1980903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:08Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:13.118388 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90eaf4c-f13e-41eb-89b4-50bc1980903e None None] The sync data for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi is: [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:08Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:32:13.369613 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3362d838-97c0-44e7-858d-47597e6b33c8 None None] New status for floating IP 8c68f74e-101f-4116-850a-d0e23bb6b3e3: DOWN {{(pid=88096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:32:13.656050 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:14.555637 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46126) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:14.626875 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa9800c-8e8e-49a5-b2c8-83cba6e5e599 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:14.655381 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa9800c-8e8e-49a5-b2c8-83cba6e5e599 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:14.715103 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa9800c-8e8e-49a5-b2c8-83cba6e5e599 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:14.735260 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9800c-8e8e-49a5-b2c8-83cba6e5e599 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42559c71-4dd3-43d4-a037-ef57de84d03c,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:14.746437 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa9800c-8e8e-49a5-b2c8-83cba6e5e599 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:14.747593 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-eaa9800c-8e8e-49a5-b2c8-83cba6e5e599 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "DELETE /v2.0/security-groups/42559c71-4dd3-43d4-a037-ef57de84d03c HTTP/1.1" status: 204 len: 168 time: 0.1909828 Jun 24 14:32:14.752153 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46130) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:14.768031 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.api.v2.resource [None req-c2ee24f5-0ec5-4f90-825e-783d23226c98 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] show failed (client error): The resource could not be found. Jun 24 14:32:14.769066 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-c2ee24f5-0ec5-4f90-825e-783d23226c98 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups/42559c71-4dd3-43d4-a037-ef57de84d03c HTTP/1.1" status: 404 len: 347 time: 0.0164356 Jun 24 14:32:14.772003 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46134) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:14.932796 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-8a656e2d-5992-4222-90fb-c8c929c2bbdc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Deleting port a9329f46-31a8-4d12-a6b0-2b5a10852bac {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:32:14.933139 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8a656e2d-5992-4222-90fb-c8c929c2bbdc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:15.107288 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8a656e2d-5992-4222-90fb-c8c929c2bbdc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:15.107751 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8a656e2d-5992-4222-90fb-c8c929c2bbdc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:15.235418 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-8a656e2d-5992-4222-90fb-c8c929c2bbdc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Calling delete_port for a9329f46-31a8-4d12-a6b0-2b5a10852bac owned by network:floatingip {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:32:15.479074 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8a656e2d-5992-4222-90fb-c8c929c2bbdc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:15.530683 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a656e2d-5992-4222-90fb-c8c929c2bbdc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event deleted for resources: {'Port': ['ID=a9329f46-31a8-4d12-a6b0-2b5a10852bac,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:15.602902 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 703fe532-393d-4cb8-b854-7b1e3a89d716 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:32:15.636019 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8a656e2d-5992-4222-90fb-c8c929c2bbdc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:15.639402 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 703fe532-393d-4cb8-b854-7b1e3a89d716 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:32:15.639807 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 703fe532-393d-4cb8-b854-7b1e3a89d716 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:32:15.657173 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8a656e2d-5992-4222-90fb-c8c929c2bbdc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:15.658300 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-8a656e2d-5992-4222-90fb-c8c929c2bbdc tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "DELETE /v2.0/floatingips/8c68f74e-101f-4116-850a-d0e23bb6b3e3 HTTP/1.1" status: 204 len: 168 time: 0.8853612 Jun 24 14:32:15.787846 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46142) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:15.793731 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--192265525', 'description': 'tempest-description--1203173384'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:15.799505 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:32:15.803676 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Usage tracker for resource:security_group and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:32:15.807092 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:32:15.812787 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:32:15.824870 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:15.846283 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:32:15.853636 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Usage tracker for resource:security_group_rule and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:32:15.854169 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:32:15.859964 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:32:15.934425 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:15.938460 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:15.983930 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f11141f-5929-49f1-9880-707774d45327,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:15.986629 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:15.987813 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-dda2e79b-aa5d-4b4c-858b-0b3b15356638 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1982696 Jun 24 14:32:15.991159 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46146) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:15.997469 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-10f23fe5-8de1-4a9e-8371-1c6256f8432d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Request body: {'security_group_rule': {'security_group_id': '9f11141f-5929-49f1-9880-707774d45327', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:16.003452 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-10f23fe5-8de1-4a9e-8371-1c6256f8432d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:32:16.009660 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-10f23fe5-8de1-4a9e-8371-1c6256f8432d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Usage tracker for resource:security_group_rule and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:32:16.012676 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-10f23fe5-8de1-4a9e-8371-1c6256f8432d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:32:16.018600 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-10f23fe5-8de1-4a9e-8371-1c6256f8432d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:32:16.036741 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-10f23fe5-8de1-4a9e-8371-1c6256f8432d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.100839 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-10f23fe5-8de1-4a9e-8371-1c6256f8432d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.105980 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-10f23fe5-8de1-4a9e-8371-1c6256f8432d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.135855 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f23fe5-8de1-4a9e-8371-1c6256f8432d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce08999-3040-438a-b94c-5f973f8e2eba,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:16.144049 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-10f23fe5-8de1-4a9e-8371-1c6256f8432d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.145258 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-10f23fe5-8de1-4a9e-8371-1c6256f8432d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525910 Jun 24 14:32:16.148404 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46150) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:16.153492 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-346abf2a-8345-4a12-96c9-64b9f10136ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Request body: {'security_group_rule': {'security_group_id': '9f11141f-5929-49f1-9880-707774d45327', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:16.159425 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-346abf2a-8345-4a12-96c9-64b9f10136ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:32:16.163311 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-346abf2a-8345-4a12-96c9-64b9f10136ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Usage tracker for resource:security_group_rule and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:32:16.166854 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-346abf2a-8345-4a12-96c9-64b9f10136ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:32:16.172607 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-346abf2a-8345-4a12-96c9-64b9f10136ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:32:16.190696 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-346abf2a-8345-4a12-96c9-64b9f10136ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.254242 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-346abf2a-8345-4a12-96c9-64b9f10136ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.258526 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-346abf2a-8345-4a12-96c9-64b9f10136ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.282751 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346abf2a-8345-4a12-96c9-64b9f10136ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814f5af6-b511-4d35-84cc-9c1ed07b89c5,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:16.296282 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-346abf2a-8345-4a12-96c9-64b9f10136ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.297536 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-346abf2a-8345-4a12-96c9-64b9f10136ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481342 Jun 24 14:32:16.301492 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46154) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:16.306882 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:16.313075 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:32:16.316922 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Usage tracker for resource:floatingip and tenant:a2e0770ebf744551881a430f664bfcb7 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:32:16.319969 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:32:16.326017 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:32:16.340299 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.477110 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.729306 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Allocated IP 172.27.2.185 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/32d244a0-a130-4288-b303-df0eaa7a8b60) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:32:16.889633 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.919582 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:16.987892 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:32:16.995680 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:32:16.998784 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:32:17.034081 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event updated for resources: {'Port': ['ID=32d244a0-a130-4288-b303-df0eaa7a8b60,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:17.094065 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:17.164372 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:17.376535 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:17.380949 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:17.486608 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event updated for resources: {'Port': ['ID=32d244a0-a130-4288-b303-df0eaa7a8b60,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:17.503107 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:17.534907 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:17.536174 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-58bff952-2d9f-461d-bfce-8d3176fdcc8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2337072 Jun 24 14:32:17.804191 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-ab32d813-e6db-4bb6-82ea-5273cc848165 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Synchronizing usage tracker for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:32:17.820372 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-ab32d813-e6db-4bb6-82ea-5273cc848165 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Unset dirty status for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:32:17.821577 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-ab32d813-e6db-4bb6-82ea-5273cc848165 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--192265525&fields=id&tenant_id=a2e0770ebf744551881a430f664bfcb7 HTTP/1.1" status: 200 len: 267 time: 0.0569661 Jun 24 14:32:17.977621 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-57270b2b-007b-4d4c-a722-0bb474191d36 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:17.979120 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-57270b2b-007b-4d4c-a722-0bb474191d36 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 816 time: 0.1507454 Jun 24 14:32:17.994636 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-9dd6dc73-4c53-4a74-bb13-d197d3018b66 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/quotas/a2e0770ebf744551881a430f664bfcb7 HTTP/1.1" status: 200 len: 375 time: 0.0098920 Jun 24 14:32:18.090548 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-7d47a15c-77b3-42b2-99d2-b2d6cfb82f51 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Synchronizing usage tracker for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:port {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:32:18.107641 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-7d47a15c-77b3-42b2-99d2-b2d6cfb82f51 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Unset dirty status for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:port {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:32:18.108975 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-7d47a15c-77b3-42b2-99d2-b2d6cfb82f51 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1092060 Jun 24 14:32:18.370886 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-34bc5923-fe6a-444e-b9f8-47a7b17302a3 service neutron] 10.222.0.16 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427692 Jun 24 14:32:18.516191 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-5f8c5a3b-86fb-4918-989f-6a2d0b885527 service neutron] 10.222.0.16 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374087 Jun 24 14:32:18.706818 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e34b5a7a-d8f8-42ec-bbb8-7ae3998e52ec req-1ad38a12-9a77-4342-9967-03daee3ed92b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 210 time: 0.0503867 Jun 24 14:32:19.882233 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-77d2fc43-60a2-4587-956d-58852e4032c6 req-bef374cc-aecd-48d8-ad45-1bb5c6a42ff1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 210 time: 0.0558541 Jun 24 14:32:19.947081 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-449b2ab9-3e4f-481d-8fd2-b6e8a9e5f5e0 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:19.948554 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-449b2ab9-3e4f-481d-8fd2-b6e8a9e5f5e0 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.36 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 816 time: 0.1980960 Jun 24 14:32:20.021086 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-97c8fb78-827d-47c8-926c-4fa8a56b3c50 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e0770ebf744551881a430f664bfcb7 HTTP/1.1" status: 200 len: 379 time: 0.0462754 Jun 24 14:32:20.029407 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Request body: {'port': {'device_id': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'admin_state_up': True, 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'security_groups': ['9f11141f-5929-49f1-9880-707774d45327']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:20.166605 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:32:20.177934 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:32:20.188995 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Made reservation on behalf of a2e0770ebf744551881a430f664bfcb7 for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:32:20.193459 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.380749 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Allocated IP 172.20.0.12 (146f5474-9b2d-44ee-b4e9-27ad6ad77b9e/88c23270-f643-4575-b781-5e955cf1b95a/4390f3c8-55cb-4e21-8245-9b4e64238174) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:32:20.600342 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.616318 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Transition to ACTIVE for port object 4390f3c8-55cb-4e21-8245-9b4e64238174 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:32:20.643561 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.712775 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:32:20.719890 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:32:20.722974 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:32:20.775342 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event updated for resources: {'Port': ['ID=4390f3c8-55cb-4e21-8245-9b4e64238174,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:20.816677 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:20.817349 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:20.847205 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-afb29afa-25d0-4cf0-9fe7-a9833ed8fe39 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8209727 Jun 24 14:32:20.865269 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Request body: {'port': {'device_id': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:20.981449 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-e20cecf2-3004-4685-989d-23f3cdd09895 None None] Provisioning for port 4390f3c8-55cb-4e21-8245-9b4e64238174 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:32:20.987684 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-e20cecf2-3004-4685-989d-23f3cdd09895 None None] Provisioning complete for port 4390f3c8-55cb-4e21-8245-9b4e64238174 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:32:20.988227 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e20cecf2-3004-4685-989d-23f3cdd09895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.051569 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-e20cecf2-3004-4685-989d-23f3cdd09895 None None] Port 4390f3c8-55cb-4e21-8245-9b4e64238174 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:32:21.075730 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.095049 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99f4ff-3abc-4f34-9d1e-49f7a911dad7 req-8b04f9f2-ae44-44f7-93d9-3fea23899ea5 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:21.096544 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7b99f4ff-3abc-4f34-9d1e-49f7a911dad7 req-8b04f9f2-ae44-44f7-93d9-3fea23899ea5 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 932 time: 0.0952475 Jun 24 14:32:21.142171 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7b99f4ff-3abc-4f34-9d1e-49f7a911dad7 req-965abdd8-2093-4b80-9ac5-cbd8b08cabb8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389040 Jun 24 14:32:21.422073 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4390f3c8-55cb-4e21-8245-9b4e64238174 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:32:21.430318 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.445459 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Transition to ACTIVE for port object 4390f3c8-55cb-4e21-8245-9b4e64238174 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:32:21.449212 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.582164 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4390f3c8-55cb-4e21-8245-9b4e64238174,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:21.704222 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Attempting to bind port 4390f3c8-55cb-4e21-8245-9b4e64238174 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:32:21.704652 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Attempting to bind port 4390f3c8-55cb-4e21-8245-9b4e64238174 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:32:21.705064 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Attempting to bind port 4390f3c8-55cb-4e21-8245-9b4e64238174 on network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:32:21.711249 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Port 4390f3c8-55cb-4e21-8245-9b4e64238174 on network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:32:21.711739 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Attempting to bind port 4390f3c8-55cb-4e21-8245-9b4e64238174 on network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:32:21.717626 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:32:21.718020 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Checking segment: {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:32:21.718434 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Bound using segment: {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:32:21.718894 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Bound port: 4390f3c8-55cb-4e21-8245-9b4e64238174, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766bdbef-e96a-43c5-8947-072ee6bb9fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:32:21.719274 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.822000 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:32:21.825391 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4390f3c8-55cb-4e21-8245-9b4e64238174,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:32:21.830148 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.883603 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:21.884402 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:21.885795 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] 10.222.0.36 "PUT /v2.0/ports/4390f3c8-55cb-4e21-8245-9b4e64238174 HTTP/1.1" status: 200 len: 1094 time: 1.0253415 Jun 24 14:32:21.888258 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:32:21.926428 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c37230-7c55-45ef-8cbf-c76ad3d52cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=4390f3c8-55cb-4e21-8245-9b4e64238174,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:21.947291 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fba24d3-6e6d-4db0-9060-319b13f2065e'] response: {'name': 'network-changed', 'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'status': 'completed', 'code': 200} Jun 24 14:32:22.058603 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-513b4ad1-d361-4532-b601-401ece951c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:22.060107 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-513b4ad1-d361-4532-b601-401ece951c6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 1097 time: 0.0912979 Jun 24 14:32:22.149968 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-271edfc4-7f1b-4a2b-8009-8a2576ec3b2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4390f3c8-55cb-4e21-8245-9b4e64238174 HTTP/1.1" status: 200 len: 217 time: 0.0754898 Jun 24 14:32:22.214249 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-e06318a8-e2c8-4ebe-9632-31b64c9191bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:22.215702 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-e06318a8-e2c8-4ebe-9632-31b64c9191bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 200 len: 855 time: 0.0601206 Jun 24 14:32:22.320835 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-cc7dd9a9-2e12-4bef-96f5-8267d63bfd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:22.320835 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-cc7dd9a9-2e12-4bef-96f5-8267d63bfd56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0971305 Jun 24 14:32:22.348215 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5804ed9-8227-403e-8963-74ff390a9239 req-a51ef57f-580b-4939-9da7-c492b7c2bfcd tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:22.349733 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a5804ed9-8227-403e-8963-74ff390a9239 req-a51ef57f-580b-4939-9da7-c492b7c2bfcd tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0925896 Jun 24 14:32:22.395529 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a5804ed9-8227-403e-8963-74ff390a9239 req-a7217e76-7fa0-45c2-a5a6-85cecefa5baa tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394347 Jun 24 14:32:22.459532 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-8a8d901b-9a6a-49b6-b076-a6feb103c4a5 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275492 Jun 24 14:32:22.593399 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6cb38a0c-8d04-4c9d-94ae-78741bb796c0 req-aa1e62aa-642f-4f7c-8ec7-70eac34b960e service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261978 Jun 24 14:32:22.777483 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f281b-6825-402f-8512-76e9c83af180 req-4a6dc7aa-9f10-4cef-b42b-c01c9823ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:22.778880 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6a3f281b-6825-402f-8512-76e9c83af180 req-4a6dc7aa-9f10-4cef-b42b-c01c9823ba20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 1097 time: 0.0790486 Jun 24 14:32:23.008332 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f281b-6825-402f-8512-76e9c83af180 req-e2c80cc0-dd1f-46ee-83c2-366511f0488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:23.009796 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6a3f281b-6825-402f-8512-76e9c83af180 req-e2c80cc0-dd1f-46ee-83c2-366511f0488b service neutron] 10.222.0.36 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 917 time: 0.2243698 Jun 24 14:32:23.087526 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6a3f281b-6825-402f-8512-76e9c83af180 req-4037dc75-4cba-4f52-aa2b-2a84e6e8447e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4390f3c8-55cb-4e21-8245-9b4e64238174 HTTP/1.1" status: 200 len: 217 time: 0.0687313 Jun 24 14:32:23.167989 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f281b-6825-402f-8512-76e9c83af180 req-f2884184-7305-4e50-8868-3a833b9cf4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:23.169465 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6a3f281b-6825-402f-8512-76e9c83af180 req-f2884184-7305-4e50-8868-3a833b9cf4af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 200 len: 855 time: 0.0755610 Jun 24 14:32:23.266944 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f281b-6825-402f-8512-76e9c83af180 req-63032491-4593-424c-8e2f-e90eb2d39641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:23.268470 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6a3f281b-6825-402f-8512-76e9c83af180 req-63032491-4593-424c-8e2f-e90eb2d39641 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924940 Jun 24 14:32:23.402819 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6a3f281b-6825-402f-8512-76e9c83af180 req-1954b8ac-f0bd-4671-9d88-a85064374392 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268363 Jun 24 14:32:23.539709 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6a3f281b-6825-402f-8512-76e9c83af180 req-e760b245-c496-478e-b0b2-2ecdfe149033 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302845 Jun 24 14:32:23.628145 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234f2d-71a9-4174-823a-4f93bc130d12 req-e35ca13a-b16c-41f5-b2b8-afd902151f6d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:23.629706 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b4234f2d-71a9-4174-823a-4f93bc130d12 req-e35ca13a-b16c-41f5-b2b8-afd902151f6d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.1047914 Jun 24 14:32:23.674599 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b4234f2d-71a9-4174-823a-4f93bc130d12 req-8d67d609-1a69-453f-aba9-9ee016a56833 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383976 Jun 24 14:32:24.877189 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb4399-1626-4238-a972-d26df87d6445 req-bb7f05b4-d403-433f-86d8-5ac071b88764 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:24.878569 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-41bb4399-1626-4238-a972-d26df87d6445 req-bb7f05b4-d403-433f-86d8-5ac071b88764 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0922108 Jun 24 14:32:24.928407 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-41bb4399-1626-4238-a972-d26df87d6445 req-462df021-df44-47ab-989d-52a45c66092a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435956 Jun 24 14:32:26.139392 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a78079-cfda-44f5-bf2c-8ee12d618c7a req-1c8bcea3-e523-465b-a1ab-e4e5e79f3140 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:26.142086 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-73a78079-cfda-44f5-bf2c-8ee12d618c7a req-1c8bcea3-e523-465b-a1ab-e4e5e79f3140 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0984311 Jun 24 14:32:26.187337 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-73a78079-cfda-44f5-bf2c-8ee12d618c7a req-acd29d76-d441-4bbf-800c-f4ad4826e7b6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394211 Jun 24 14:32:27.406959 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d8b09-7cb2-4a57-bad5-7a62d72e6deb req-29200b91-52ad-498c-a75b-43e37be98da1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:27.408446 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d09d8b09-7cb2-4a57-bad5-7a62d72e6deb req-29200b91-52ad-498c-a75b-43e37be98da1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0923862 Jun 24 14:32:27.551171 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d09d8b09-7cb2-4a57-bad5-7a62d72e6deb req-17935ead-7584-4116-a556-6e4916a8d984 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360645 Jun 24 14:32:27.682296 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 4390f3c8-55cb-4e21-8245-9b4e64238174 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:32:27.818666 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4390f3c8-55cb-4e21-8245-9b4e64238174,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:32:27.833932 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'port_id': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'mac_address': 'fa:16:3e:d8:30:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:32:27.891608 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 4390f3c8-55cb-4e21-8245-9b4e64238174 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:32:27.891983 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:27.910203 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4390f3c8-55cb-4e21-8245-9b4e64238174 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:32:27.926825 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4390f3c8-55cb-4e21-8245-9b4e64238174,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:32:27.930817 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:28.002529 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=4390f3c8-55cb-4e21-8245-9b4e64238174,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:28.011042 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:28.011377 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:28.011711 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:28.012040 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:28.012372 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:28.012726 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:28.013042 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:28.013364 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:28.013678 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:28.013994 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:28.014309 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:28.014622 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:32:28.417964 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['4390f3c8-55cb-4e21-8245-9b4e64238174'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:32:28.825596 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fa050-2e73-4314-a514-25e8220aa2b4 req-7047afd8-37e5-47e5-a641-f0c4e4abce38 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:28.826964 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f57fa050-2e73-4314-a514-25e8220aa2b4 req-7047afd8-37e5-47e5-a641-f0c4e4abce38 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1549716 Jun 24 14:32:28.839300 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d934a4-eeec-41b8-8e7e-79a7111d0edf req-43b972a2-7020-4c12-83e0-10aa75401561 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:28.840838 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b0d934a4-eeec-41b8-8e7e-79a7111d0edf req-43b972a2-7020-4c12-83e0-10aa75401561 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 945 time: 0.1312206 Jun 24 14:32:28.910546 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f57fa050-2e73-4314-a514-25e8220aa2b4 req-c38a3648-3faa-449a-88a0-61e9a3018659 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687296 Jun 24 14:32:28.915968 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b0d934a4-eeec-41b8-8e7e-79a7111d0edf req-4cf9e4e8-bd06-4f9e-8494-adf597e71c60 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601089 Jun 24 14:32:29.306762 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:32:29.688091 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 4390f3c8-55cb-4e21-8245-9b4e64238174 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:32:29.758238 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 4390f3c8-55cb-4e21-8245-9b4e64238174 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:32:29.763352 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 4390f3c8-55cb-4e21-8245-9b4e64238174 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:32:29.763712 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:29.882610 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 4390f3c8-55cb-4e21-8245-9b4e64238174 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:32:29.882883 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:29.909916 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:32:29.920774 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4390f3c8-55cb-4e21-8245-9b4e64238174,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:32:29.925450 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:29.961922 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0be740e-ae97-4328-bfc7-2e32612acae0'] response: {'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'code': 200} Jun 24 14:32:30.003915 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=4390f3c8-55cb-4e21-8245-9b4e64238174,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:30.186573 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb92fc-36d0-4009-901e-55b4e4e9a4fe req-cdf42c27-a9a4-4bf6-98e3-83e0d04abe53 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:30.188097 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4efb92fc-36d0-4009-901e-55b4e4e9a4fe req-cdf42c27-a9a4-4bf6-98e3-83e0d04abe53 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1559160 Jun 24 14:32:30.196720 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ca81a-3bf4-457c-8154-f5e755609cd2 req-803729be-77f8-4e94-af23-0a83431cd556 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:30.198181 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e59ca81a-3bf4-457c-8154-f5e755609cd2 req-803729be-77f8-4e94-af23-0a83431cd556 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.1257434 Jun 24 14:32:30.256909 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d27816-7e4b-4084-91e0-2cf6f65fb16c req-6009fecd-3e97-4f94-b888-b92fce323243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:30.258394 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c3d27816-7e4b-4084-91e0-2cf6f65fb16c req-6009fecd-3e97-4f94-b888-b92fce323243 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 1099 time: 0.0845873 Jun 24 14:32:30.271023 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4efb92fc-36d0-4009-901e-55b4e4e9a4fe req-9e14198e-b13e-4114-bdc1-5f5dee03bc8c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718625 Jun 24 14:32:30.276528 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e59ca81a-3bf4-457c-8154-f5e755609cd2 req-59df808f-2e7b-4fef-ae4a-4778b56beb7a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607884 Jun 24 14:32:30.305196 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c3d27816-7e4b-4084-91e0-2cf6f65fb16c req-fb98f0a6-bfd3-406d-a540-a4658b2e227d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407503 Jun 24 14:32:31.535113 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4eb4b-2581-489b-a834-8935eb228b8f req-f0382091-9303-4431-9508-e4f48ae99928 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:31.536698 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cae4eb4b-2581-489b-a834-8935eb228b8f req-f0382091-9303-4431-9508-e4f48ae99928 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1525378 Jun 24 14:32:31.545807 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11474b-56ed-45d4-ac3c-7f454bb99b32 req-c0233f3d-c523-44e8-b7c6-ed37ed957500 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:31.547234 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3e11474b-56ed-45d4-ac3c-7f454bb99b32 req-c0233f3d-c523-44e8-b7c6-ed37ed957500 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.1229460 Jun 24 14:32:31.618711 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cae4eb4b-2581-489b-a834-8935eb228b8f req-f700af4e-6e44-4a61-8bb5-f8f8c7fb1770 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703852 Jun 24 14:32:31.623582 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3e11474b-56ed-45d4-ac3c-7f454bb99b32 req-cf890b10-3eda-4949-b114-d89dccf0c49c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620329 Jun 24 14:32:32.882668 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d117f-a739-4352-b285-2e7eb089fbc3 req-1c2f7133-a3cc-4aef-8965-07e1b0816116 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:32.884044 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-551d117f-a739-4352-b285-2e7eb089fbc3 req-1c2f7133-a3cc-4aef-8965-07e1b0816116 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.1514223 Jun 24 14:32:32.892579 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ea74-c305-46e5-884e-00aa2a060808 req-042d1a9b-7197-4a46-9cc9-3166da17b1f5 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:32.893990 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c406ea74-c305-46e5-884e-00aa2a060808 req-042d1a9b-7197-4a46-9cc9-3166da17b1f5 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1595359 Jun 24 14:32:32.964013 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-551d117f-a739-4352-b285-2e7eb089fbc3 req-676a7dfc-dd52-4c7f-b644-15d333840e1d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690548 Jun 24 14:32:32.975014 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c406ea74-c305-46e5-884e-00aa2a060808 req-5df4091b-c514-4a1f-ba9c-44fb8b0c7aff tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672743 Jun 24 14:32:33.157962 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d23a4-d116-411b-871a-f2ff3442ab63 req-3db7bb48-e854-4fa9-b037-3c6e1e7affa1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:33.159468 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-199d23a4-d116-411b-871a-f2ff3442ab63 req-3db7bb48-e854-4fa9-b037-3c6e1e7affa1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0881746 Jun 24 14:32:33.168648 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46244) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:33.173690 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-6419f0d9-cafb-4400-849f-de301134da2a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Request body: {'floatingip': {'port_id': '4390f3c8-55cb-4e21-8245-9b4e64238174'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:32:33.255364 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6419f0d9-cafb-4400-849f-de301134da2a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:33.968068 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6419f0d9-cafb-4400-849f-de301134da2a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:33.972045 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6419f0d9-cafb-4400-849f-de301134da2a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:34.207484 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-6419f0d9-cafb-4400-849f-de301134da2a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Floating IP 7d2fbb19-48e7-4587-8e7a-f6dbfc211a18 associated. External IP: 172.27.2.185, port: 4390f3c8-55cb-4e21-8245-9b4e64238174. Jun 24 14:32:34.350427 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cabaa-8aa3-420f-9750-cc77885d5138 req-f197d6c4-2eb7-4306-aea0-b9e728c8b2f9 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:34.352378 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cd7cabaa-8aa3-420f-9750-cc77885d5138 req-f197d6c4-2eb7-4306-aea0-b9e728c8b2f9 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.2551119 Jun 24 14:32:34.432046 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cd7cabaa-8aa3-420f-9750-cc77885d5138 req-2107e638-5e91-4427-84e4-89b8d506db0c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630786 Jun 24 14:32:34.632115 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6419f0d9-cafb-4400-849f-de301134da2a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Router 1b7fc6e3-a1df-4f75-8b66-12016f317dce has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:32:34.814788 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6419f0d9-cafb-4400-849f-de301134da2a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:32:34.819103 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6419f0d9-cafb-4400-849f-de301134da2a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:34.824983 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c26d40-56ca-4e8e-a90c-083e1fb646d0 None None] Sync routers for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:32:34.839683 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c26d40-56ca-4e8e-a90c-083e1fb646d0 None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:32:34.840295 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-16c26d40-56ca-4e8e-a90c-083e1fb646d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:32:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:34.878240 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-6419f0d9-cafb-4400-849f-de301134da2a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "PUT /v2.0/floatingips/7d2fbb19-48e7-4587-8e7a-f6dbfc211a18 HTTP/1.1" status: 200 len: 992 time: 1.7084923 Jun 24 14:32:34.878876 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:32:35.027490 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-16c26d40-56ca-4e8e-a90c-083e1fb646d0 None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:32:35.056832 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd648ce0-e5ef-41d6-923a-84874e6e3746'] response: {'name': 'network-changed', 'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'status': 'completed', 'code': 200} Jun 24 14:32:35.193314 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9bbe8-f377-471d-88f0-ed2be3e011d0 req-c24b5cb3-e677-4e72-8ccf-020d8aed2da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:35.198277 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-00e9bbe8-f377-471d-88f0-ed2be3e011d0 req-c24b5cb3-e677-4e72-8ccf-020d8aed2da3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 1099 time: 0.0919032 Jun 24 14:32:35.379506 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9bbe8-f377-471d-88f0-ed2be3e011d0 req-64bc792d-6f0a-4a55-9edd-4cc48af90dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:35.381004 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-00e9bbe8-f377-471d-88f0-ed2be3e011d0 req-64bc792d-6f0a-4a55-9edd-4cc48af90dec service neutron] 10.222.0.36 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 917 time: 0.1538820 Jun 24 14:32:35.412847 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-16c26d40-56ca-4e8e-a90c-083e1fb646d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '7d2fbb19-48e7-4587-8e7a-f6dbfc211a18', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'port_id': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'mac_address': 'fa:16:3e:d8:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:32:17Z', 'updated_at': '2022-06-24T14:32:33Z', 'revision_number': 1, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:08Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:35.417520 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c26d40-56ca-4e8e-a90c-083e1fb646d0 None None] Checking router: 1b7fc6e3-a1df-4f75-8b66-12016f317dce for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:32:35.426861 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c26d40-56ca-4e8e-a90c-083e1fb646d0 None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:32:35.427562 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-16c26d40-56ca-4e8e-a90c-083e1fb646d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:32:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:35.514680 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-00e9bbe8-f377-471d-88f0-ed2be3e011d0 req-e878f518-bf01-4146-95f6-89950d15c97f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4390f3c8-55cb-4e21-8245-9b4e64238174 HTTP/1.1" status: 200 len: 1000 time: 0.1274264 Jun 24 14:32:35.592391 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9bbe8-f377-471d-88f0-ed2be3e011d0 req-cd6bf1c0-4dda-4a6b-8c48-e181e48220f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:35.594247 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-00e9bbe8-f377-471d-88f0-ed2be3e011d0 req-cd6bf1c0-4dda-4a6b-8c48-e181e48220f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 200 len: 855 time: 0.0738237 Jun 24 14:32:35.702397 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-16c26d40-56ca-4e8e-a90c-083e1fb646d0 None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:32:35.743325 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9bbe8-f377-471d-88f0-ed2be3e011d0 req-9e2770ac-a688-40ef-bcf8-b603c0c7d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:35.746574 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-00e9bbe8-f377-471d-88f0-ed2be3e011d0 req-9e2770ac-a688-40ef-bcf8-b603c0c7d0c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1397657 Jun 24 14:32:35.807928 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232bce4-b450-4f13-a3e6-2c388f5d7e82 req-b661a151-5a3d-48b4-8a31-c42fb1b16a27 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:35.810279 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8232bce4-b450-4f13-a3e6-2c388f5d7e82 req-b661a151-5a3d-48b4-8a31-c42fb1b16a27 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1453395 Jun 24 14:32:35.863723 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8232bce4-b450-4f13-a3e6-2c388f5d7e82 req-53102e27-c0ae-4666-9fd5-5f21f4779ad6 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452182 Jun 24 14:32:35.921811 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-00e9bbe8-f377-471d-88f0-ed2be3e011d0 req-5639826d-8db9-44ec-875f-29b7dec446df service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589878 Jun 24 14:32:36.063607 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-00e9bbe8-f377-471d-88f0-ed2be3e011d0 req-78f7bd0a-2005-4900-bcb7-5706462fe809 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319904 Jun 24 14:32:36.138802 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-16c26d40-56ca-4e8e-a90c-083e1fb646d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '7d2fbb19-48e7-4587-8e7a-f6dbfc211a18', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'port_id': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'mac_address': 'fa:16:3e:d8:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:32:17Z', 'updated_at': '2022-06-24T14:32:33Z', 'revision_number': 1, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:08Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:36.143057 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c26d40-56ca-4e8e-a90c-083e1fb646d0 None None] The sync data for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi is: [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '7d2fbb19-48e7-4587-8e7a-f6dbfc211a18', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'port_id': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'mac_address': 'fa:16:3e:d8:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:32:17Z', 'updated_at': '2022-06-24T14:32:33Z', 'revision_number': 1, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:08Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:32:36.343229 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59ee47b-23b6-4e88-96bb-e31a1a2c22db None None] New status for floating IP 7d2fbb19-48e7-4587-8e7a-f6dbfc211a18: ACTIVE {{(pid=88096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:32:36.841779 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:37.061141 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcd38d-47f9-4a60-bf02-4381b9d72769 req-0a42b822-f44a-4305-a6c6-0f1086a316b0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:37.062632 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4dfcd38d-47f9-4a60-bf02-4381b9d72769 req-0a42b822-f44a-4305-a6c6-0f1086a316b0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0875654 Jun 24 14:32:37.108254 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4dfcd38d-47f9-4a60-bf02-4381b9d72769 req-8fef3fa6-4d39-433b-8ba6-1ad95acb114d tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397172 Jun 24 14:32:38.406500 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20ebd7-23ad-4522-bace-5ae2dbfc19c1 req-db7dd886-5f06-4280-b707-45b7289e8ebc tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:38.407850 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5f20ebd7-23ad-4522-bace-5ae2dbfc19c1 req-db7dd886-5f06-4280-b707-45b7289e8ebc tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1945665 Jun 24 14:32:38.448746 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-cc559b70-7af9-4300-ab8e-6205a5408d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:38.458826 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5f20ebd7-23ad-4522-bace-5ae2dbfc19c1 req-a6c6e144-6109-4862-af62-c8412e42d94f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452123 Jun 24 14:32:39.176242 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0ae22036-013a-4170-9ca4-87893b1c41aa req-c8fda542-0762-488c-b432-d321a9ac182c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768795 Jun 24 14:32:39.398804 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae22036-013a-4170-9ca4-87893b1c41aa req-b8933f90-7b5d-42e9-9b4e-28a8eb979fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:39.400258 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0ae22036-013a-4170-9ca4-87893b1c41aa req-b8933f90-7b5d-42e9-9b4e-28a8eb979fb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e3ad630000240b0b99f8314aa06e202&device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 1099 time: 0.1910663 Jun 24 14:32:39.554679 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae22036-013a-4170-9ca4-87893b1c41aa req-b94b1ef5-fff0-4729-990d-adc77f03afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:39.556134 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0ae22036-013a-4170-9ca4-87893b1c41aa req-b94b1ef5-fff0-4729-990d-adc77f03afbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 200 len: 919 time: 0.1371760 Jun 24 14:32:39.668018 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0ae22036-013a-4170-9ca4-87893b1c41aa req-d585724a-3cdf-4dc9-98a4-ba2c0b6bc94b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2944f0dc-7b31-4145-a440-6149d7079693 HTTP/1.1" status: 200 len: 1002 time: 0.1058147 Jun 24 14:32:39.673652 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d13bc-1182-4b55-8741-f9a97c9119c4 req-2aae94e5-6357-4d30-b1ee-b56021686637 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:39.675275 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-504d13bc-1182-4b55-8741-f9a97c9119c4 req-2aae94e5-6357-4d30-b1ee-b56021686637 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0965836 Jun 24 14:32:39.728488 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-504d13bc-1182-4b55-8741-f9a97c9119c4 req-6694a6c9-7614-45cf-a503-dcbc27178eef tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461040 Jun 24 14:32:39.732078 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae22036-013a-4170-9ca4-87893b1c41aa req-da1a4c7c-c746-4eb9-af2f-fbd418bdfb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:39.733627 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0ae22036-013a-4170-9ca4-87893b1c41aa req-da1a4c7c-c746-4eb9-af2f-fbd418bdfb08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 200 len: 857 time: 0.0601430 Jun 24 14:32:39.821239 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae22036-013a-4170-9ca4-87893b1c41aa req-fa27d2ae-c2e9-481c-a216-65c4cb387eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:39.822822 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0ae22036-013a-4170-9ca4-87893b1c41aa req-fa27d2ae-c2e9-481c-a216-65c4cb387eda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10d24e81-bd02-44d3-8a25-b8abf5d4e94c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827677 Jun 24 14:32:39.970875 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0ae22036-013a-4170-9ca4-87893b1c41aa req-210f03cd-2efd-431d-a386-e8b414dc6208 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422687 Jun 24 14:32:40.125345 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea89d63-ef22-4133-a188-665296e552de req-2a12e9ea-322c-45f4-b169-ac9557d50298 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:40.126841 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aea89d63-ef22-4133-a188-665296e552de req-2a12e9ea-322c-45f4-b169-ac9557d50298 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0949907 Jun 24 14:32:40.145343 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0ae22036-013a-4170-9ca4-87893b1c41aa req-b1c2544d-90be-4dac-8f4d-e76de9ec8465 service neutron] 10.222.0.36 "GET /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672904 Jun 24 14:32:40.173408 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aea89d63-ef22-4133-a188-665296e552de req-1eaa3cd0-daae-4b88-90fd-4e8ebd664554 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405164 Jun 24 14:32:40.191372 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241afb8-6103-4a0f-97c6-e6fc40c9d2a3 req-6e99ef21-7c2e-4604-93fa-d97a05db6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:40.192882 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a241afb8-6103-4a0f-97c6-e6fc40c9d2a3 req-6e99ef21-7c2e-4604-93fa-d97a05db6e51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 1099 time: 0.0826297 Jun 24 14:32:40.335980 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241afb8-6103-4a0f-97c6-e6fc40c9d2a3 req-29fd4507-3c32-4480-a7ff-16cf873827c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:40.337471 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a241afb8-6103-4a0f-97c6-e6fc40c9d2a3 req-29fd4507-3c32-4480-a7ff-16cf873827c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 200 len: 911 time: 0.1305757 Jun 24 14:32:40.442842 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a241afb8-6103-4a0f-97c6-e6fc40c9d2a3 req-cc52d985-6a53-41c0-ad00-aaa65b9c921b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=631607fb-c619-44e2-aeea-7f2e1ca4b791 HTTP/1.1" status: 200 len: 1002 time: 0.0993876 Jun 24 14:32:40.505612 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241afb8-6103-4a0f-97c6-e6fc40c9d2a3 req-c59a224e-4e19-42e5-baac-133fd09bba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:40.507092 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a241afb8-6103-4a0f-97c6-e6fc40c9d2a3 req-c59a224e-4e19-42e5-baac-133fd09bba55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e28c7d3-954d-4590-b072-2d8fc3c5d8a1 HTTP/1.1" status: 200 len: 849 time: 0.0591381 Jun 24 14:32:40.592858 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241afb8-6103-4a0f-97c6-e6fc40c9d2a3 req-eca086b0-ab26-42d3-aa0d-054cd160475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:40.594316 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a241afb8-6103-4a0f-97c6-e6fc40c9d2a3 req-eca086b0-ab26-42d3-aa0d-054cd160475c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d866f169-8269-4b35-afc6-9e5c3d6deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819459 Jun 24 14:32:40.692411 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f8348274-3b5a-4799-b73c-b2a806e1ba35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:40.751174 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a241afb8-6103-4a0f-97c6-e6fc40c9d2a3 req-b5a6d052-0f60-40e0-8427-e36582738be4 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500709 Jun 24 14:32:40.892312 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a241afb8-6103-4a0f-97c6-e6fc40c9d2a3 req-1ba87e64-1a86-44fc-bb59-4a32b40fc76f service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284716 Jun 24 14:32:41.383878 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1e0ca-3fcc-4191-859e-3a923ec2cf87 req-b661bda4-7f67-4c8d-9924-7869cedce656 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:41.385563 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-efc1e0ca-3fcc-4191-859e-3a923ec2cf87 req-b661bda4-7f67-4c8d-9924-7869cedce656 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1011975 Jun 24 14:32:41.432747 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-efc1e0ca-3fcc-4191-859e-3a923ec2cf87 req-ff25823e-08b8-4587-b928-d1b492d96f93 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390732 Jun 24 14:32:41.626112 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:41.969709 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:42.633245 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bed564-f062-454d-9fd5-7c1349e50eb0 req-8d8a15ff-183b-4fe1-a426-c62967e9732a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:42.634697 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e3bed564-f062-454d-9fd5-7c1349e50eb0 req-8d8a15ff-183b-4fe1-a426-c62967e9732a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0938518 Jun 24 14:32:42.683550 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e3bed564-f062-454d-9fd5-7c1349e50eb0 req-b2ea0079-9738-46d2-ae55-5600aede5087 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426996 Jun 24 14:32:43.655749 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:46.657684 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcab06-4c18-4ca5-8597-fd4fcccabfc8 req-0a2d8e9c-ac7c-41aa-8c01-e6f6f384cddb tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:46.659179 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c2bcab06-4c18-4ca5-8597-fd4fcccabfc8 req-0a2d8e9c-ac7c-41aa-8c01-e6f6f384cddb tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0908337 Jun 24 14:32:46.713799 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c2bcab06-4c18-4ca5-8597-fd4fcccabfc8 req-a120b268-5b0b-421a-a73b-2aa234e64f63 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487838 Jun 24 14:32:47.912860 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9440c-ee0d-4446-ae0e-08aabe0dfba2 req-0db889b8-29d6-4cd6-8760-251ca03fc9c7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:47.914309 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f0a9440c-ee0d-4446-ae0e-08aabe0dfba2 req-0db889b8-29d6-4cd6-8760-251ca03fc9c7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0924108 Jun 24 14:32:47.958976 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f0a9440c-ee0d-4446-ae0e-08aabe0dfba2 req-550c9f02-4717-44b2-9798-0f4dd38e78e5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387154 Jun 24 14:32:49.151915 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad72e8e-88a0-49c3-a1ba-7b2a80f09992 req-e9f9dd28-5fae-4313-8f8c-027a1f6938c0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:49.153453 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3ad72e8e-88a0-49c3-a1ba-7b2a80f09992 req-e9f9dd28-5fae-4313-8f8c-027a1f6938c0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0865078 Jun 24 14:32:49.200744 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3ad72e8e-88a0-49c3-a1ba-7b2a80f09992 req-efc0b4fc-c4c7-4080-8221-68bfab58dc37 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 Jun 24 14:32:50.055340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55168c77-5a79-4537-a788-f3badfb50c1a req-4e0c70fd-4d37-4fa1-b138-37cef6ad98c7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:50.056022 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-55168c77-5a79-4537-a788-f3badfb50c1a req-4e0c70fd-4d37-4fa1-b138-37cef6ad98c7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Synchronizing usage tracker for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:32:50.071100 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-55168c77-5a79-4537-a788-f3badfb50c1a req-4e0c70fd-4d37-4fa1-b138-37cef6ad98c7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Unset dirty status for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:32:50.072439 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-55168c77-5a79-4537-a788-f3badfb50c1a req-4e0c70fd-4d37-4fa1-b138-37cef6ad98c7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.1004457 Jun 24 14:32:50.251846 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Deleting port 2944f0dc-7b31-4145-a440-6149d7079693 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:32:50.252201 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:50.396622 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394a450-a1c7-44bf-9e56-c38c0726fcfe req-fe8f1aec-730a-457d-bce6-ef656b13f0b3 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:50.398067 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0394a450-a1c7-44bf-9e56-c38c0726fcfe req-fe8f1aec-730a-457d-bce6-ef656b13f0b3 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 946 time: 0.0893514 Jun 24 14:32:50.451032 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0394a450-a1c7-44bf-9e56-c38c0726fcfe req-8cf4d662-f593-4ae4-b1c7-1ec692a82685 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=58b167a0-f879-44be-9176-f8a080a6c118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459440 Jun 24 14:32:50.529272 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] For port 2944f0dc-7b31-4145-a440-6149d7079693, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2944f0dc-7b31-4145-a440-6149d7079693,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:32:50.529812 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:50.822178 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:50.822537 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:50.822841 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.l3_db [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Floating IP 840f77f0-139b-4075-906b-63243a794853 disassociated. External IP: 172.27.2.125, port: 2944f0dc-7b31-4145-a440-6149d7079693. Jun 24 14:32:50.823170 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Calling delete_port for 2944f0dc-7b31-4145-a440-6149d7079693 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:32:50.964537 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:51.014146 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event deleted for resources: {'Port': ['ID=2944f0dc-7b31-4145-a440-6149d7079693,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:51.193440 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Router dbc070df-8af2-439e-ae00-a52479dc8c9a has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:32:51.370070 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:32:51.380199 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8639a-70c6-4790-af0c-809d60c9e7fb None None] Sync routers for ids ['dbc070df-8af2-439e-ae00-a52479dc8c9a'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:32:51.390579 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae8639a-70c6-4790-af0c-809d60c9e7fb None None] Routers {'dbc070df-8af2-439e-ae00-a52479dc8c9a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:32:51.391301 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-cae8639a-70c6-4790-af0c-809d60c9e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:32:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['dbc070df-8af2-439e-ae00-a52479dc8c9a'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:51.466844 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] No DVR routers for this DVR port 2944f0dc-7b31-4145-a440-6149d7079693 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:32:51.469602 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:51.472390 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'name': 'network-vif-deleted', 'tag': '2944f0dc-7b31-4145-a440-6149d7079693'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:32:51.493364 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-55168c77-5a79-4537-a788-f3badfb50c1a req-08e0b0d6-7d0f-4837-9974-d2b71f4743f0 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "DELETE /v2.0/ports/2944f0dc-7b31-4145-a440-6149d7079693 HTTP/1.1" status: 204 len: 173 time: 1.4147651 Jun 24 14:32:51.541168 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b14451-89ca-4cd5-a995-42adbd4612e4'] response: {'server_uuid': 'a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff', 'name': 'network-vif-deleted', 'tag': '2944f0dc-7b31-4145-a440-6149d7079693', 'status': 'completed', 'code': 200} Jun 24 14:32:51.619187 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-cae8639a-70c6-4790-af0c-809d60c9e7fb None None] Set router dbc070df-8af2-439e-ae00-a52479dc8c9a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:32:51.641467 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-283e0e6e-f502-48ed-8813-2683845c68c2 req-2402c42c-ee2f-4c32-8689-25d712b0b40f tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=a97d30bf-9e8e-4f78-9d78-3500a8a5f5ff HTTP/1.1" status: 200 len: 210 time: 0.0533195 Jun 24 14:32:51.929784 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-cae8639a-70c6-4790-af0c-809d60c9e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'e9dc0a0d-697f-4f28-bebb-57d83a51a57d', 'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'mac_address': 'fa:16:3e:63:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:40Z', 'updated_at': '2022-06-24T14:24:59Z', 'revision_number': 5, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'subnets': [{'id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:51.933447 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8639a-70c6-4790-af0c-809d60c9e7fb None None] Checking router: dbc070df-8af2-439e-ae00-a52479dc8c9a for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:32:51.941426 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae8639a-70c6-4790-af0c-809d60c9e7fb None None] Routers {'dbc070df-8af2-439e-ae00-a52479dc8c9a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:32:51.942013 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-cae8639a-70c6-4790-af0c-809d60c9e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:32:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['dbc070df-8af2-439e-ae00-a52479dc8c9a'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:52.118636 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-cae8639a-70c6-4790-af0c-809d60c9e7fb None None] Set router dbc070df-8af2-439e-ae00-a52479dc8c9a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:32:52.425364 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-cae8639a-70c6-4790-af0c-809d60c9e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'e9dc0a0d-697f-4f28-bebb-57d83a51a57d', 'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'mac_address': 'fa:16:3e:63:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:40Z', 'updated_at': '2022-06-24T14:24:59Z', 'revision_number': 5, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'subnets': [{'id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:32:52.429193 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8639a-70c6-4790-af0c-809d60c9e7fb None None] The sync data for ids ['dbc070df-8af2-439e-ae00-a52479dc8c9a'] in dv-cinder-847189-2-iscsi is: [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:24:42Z', 'revision_number': 4, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'e9dc0a0d-697f-4f28-bebb-57d83a51a57d', 'name': '', 'network_id': '10d24e81-bd02-44d3-8a25-b8abf5d4e94c', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'mac_address': 'fa:16:3e:63:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:40Z', 'updated_at': '2022-06-24T14:24:59Z', 'revision_number': 5, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'subnets': [{'id': '281a49a9-895e-4dfb-9af0-0c46c1a90d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:32:52.635583 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702921e-3ba5-48cd-9fb0-c6fef52972e2 None None] New status for floating IP 840f77f0-139b-4075-906b-63243a794853: DOWN {{(pid=88096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:32:52.764922 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46316) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:52.831460 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2fccf4cf-61ee-46d8-b029-44108b564832 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:52.860046 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2fccf4cf-61ee-46d8-b029-44108b564832 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:52.912572 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2fccf4cf-61ee-46d8-b029-44108b564832 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:52.931705 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccf4cf-61ee-46d8-b029-44108b564832 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b167a0-f879-44be-9176-f8a080a6c118,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:52.942736 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2fccf4cf-61ee-46d8-b029-44108b564832 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:52.943823 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-2fccf4cf-61ee-46d8-b029-44108b564832 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "DELETE /v2.0/security-groups/58b167a0-f879-44be-9176-f8a080a6c118 HTTP/1.1" status: 204 len: 168 time: 0.1778948 Jun 24 14:32:52.946469 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46320) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:52.962434 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.api.v2.resource [None req-20b96e5f-0a8e-4f4c-bcf4-8dbd2813e42a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] show failed (client error): The resource could not be found. Jun 24 14:32:52.963457 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-20b96e5f-0a8e-4f4c-bcf4-8dbd2813e42a tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups/58b167a0-f879-44be-9176-f8a080a6c118 HTTP/1.1" status: 404 len: 347 time: 0.0161128 Jun 24 14:32:52.966164 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46324) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:32:53.214947 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-59e0266f-b4a2-4564-a9b6-d4b420af1781 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Deleting port 9f6de060-e93d-4938-9594-05c1f9394bbf {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:32:53.215197 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-59e0266f-b4a2-4564-a9b6-d4b420af1781 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:53.377824 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-59e0266f-b4a2-4564-a9b6-d4b420af1781 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:53.378150 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-59e0266f-b4a2-4564-a9b6-d4b420af1781 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:53.499321 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-59e0266f-b4a2-4564-a9b6-d4b420af1781 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Calling delete_port for 9f6de060-e93d-4938-9594-05c1f9394bbf owned by network:floatingip {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:32:53.637085 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-59e0266f-b4a2-4564-a9b6-d4b420af1781 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:53.683162 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0266f-b4a2-4564-a9b6-d4b420af1781 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event deleted for resources: {'Port': ['ID=9f6de060-e93d-4938-9594-05c1f9394bbf,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:53.778913 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-59e0266f-b4a2-4564-a9b6-d4b420af1781 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks [] for floatingip, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:53.789566 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 2944f0dc-7b31-4145-a440-6149d7079693 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:32:53.792275 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-59e0266f-b4a2-4564-a9b6-d4b420af1781 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:53.793413 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-59e0266f-b4a2-4564-a9b6-d4b420af1781 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "DELETE /v2.0/floatingips/840f77f0-139b-4075-906b-63243a794853 HTTP/1.1" status: 204 len: 168 time: 0.8263960 Jun 24 14:32:53.824440 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 2944f0dc-7b31-4145-a440-6149d7079693 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:32:53.824864 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 2944f0dc-7b31-4145-a440-6149d7079693 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:32:56.593781 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920b9db-4cde-4547-b3ee-64cf8cf0cd35 req-33243ee8-5208-4d90-8f5a-92d50a72b646 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:56.595423 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0920b9db-4cde-4547-b3ee-64cf8cf0cd35 req-33243ee8-5208-4d90-8f5a-92d50a72b646 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0868230 Jun 24 14:32:56.640412 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0920b9db-4cde-4547-b3ee-64cf8cf0cd35 req-c5ca73d3-a76b-45ff-ba4b-2885b8283013 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Jun 24 14:32:57.461333 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-dbf19443-1d11-47aa-84a0-11bf03970056 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:57.462029 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-dbf19443-1d11-47aa-84a0-11bf03970056 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Synchronizing usage tracker for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:32:57.477831 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-dbf19443-1d11-47aa-84a0-11bf03970056 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Unset dirty status for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:32:57.478920 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-dbf19443-1d11-47aa-84a0-11bf03970056 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.1054296 Jun 24 14:32:57.551675 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-849d0c05-69c9-4a60-ae11-212c28f04db9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Deleting port 954391d3-a182-4bb6-82d7-e6112903c757 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:32:57.552014 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-849d0c05-69c9-4a60-ae11-212c28f04db9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:57.801047 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-849d0c05-69c9-4a60-ae11-212c28f04db9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] For port 954391d3-a182-4bb6-82d7-e6112903c757, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=954391d3-a182-4bb6-82d7-e6112903c757,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:32:57.801313 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-849d0c05-69c9-4a60-ae11-212c28f04db9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:57.836978 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a4608-bef5-4969-8700-48684effba96 req-c3dba9af-b215-4959-8183-424d28f28379 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:32:57.838424 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7b3a4608-bef5-4969-8700-48684effba96 req-c3dba9af-b215-4959-8183-424d28f28379 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 945 time: 0.0896187 Jun 24 14:32:57.882597 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7b3a4608-bef5-4969-8700-48684effba96 req-81f7e34f-e76b-4e9d-9b16-3a1b96d688e7 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380156 Jun 24 14:32:57.922390 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-849d0c05-69c9-4a60-ae11-212c28f04db9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Calling delete_port for 954391d3-a182-4bb6-82d7-e6112903c757 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:32:58.066083 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-849d0c05-69c9-4a60-ae11-212c28f04db9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:58.103701 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['9a8ec6cd-5e17-4515-b1a5-89ed2d731c24', '954391d3-a182-4bb6-82d7-e6112903c757'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:32:58.118718 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d0c05-69c9-4a60-ae11-212c28f04db9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event deleted for resources: {'Port': ['ID=954391d3-a182-4bb6-82d7-e6112903c757,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:32:58.301781 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-849d0c05-69c9-4a60-ae11-212c28f04db9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] No DVR routers for this DVR port 954391d3-a182-4bb6-82d7-e6112903c757 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:32:58.304288 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-849d0c05-69c9-4a60-ae11-212c28f04db9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:32:58.307270 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65583d96-2f1d-4526-b2f0-1d3bf26a26e3', 'name': 'network-vif-deleted', 'tag': '954391d3-a182-4bb6-82d7-e6112903c757'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:32:58.322818 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d6a176e5-0664-4a0b-b385-23af3f95edf2 req-849d0c05-69c9-4a60-ae11-212c28f04db9 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "DELETE /v2.0/ports/954391d3-a182-4bb6-82d7-e6112903c757 HTTP/1.1" status: 204 len: 173 time: 0.8384655 Jun 24 14:32:58.353259 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19cf288c-82c6-4fc1-b221-7554f72ef055'] response: {'server_uuid': '65583d96-2f1d-4526-b2f0-1d3bf26a26e3', 'name': 'network-vif-deleted', 'tag': '954391d3-a182-4bb6-82d7-e6112903c757', 'status': 'completed', 'code': 200} Jun 24 14:32:59.054046 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6269ca86-5554-4039-baf6-7b74b9680ecb req-8df5cf80-050c-44a3-a2a6-6a0793564f3e tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=65583d96-2f1d-4526-b2f0-1d3bf26a26e3 HTTP/1.1" status: 200 len: 210 time: 0.0518858 Jun 24 14:33:00.204986 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e783b-0735-4837-b758-9af79dd7495e req-98108c22-018d-4e45-a191-231423139785 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:00.206423 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3d5e783b-0735-4837-b758-9af79dd7495e req-98108c22-018d-4e45-a191-231423139785 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0924878 Jun 24 14:33:00.250320 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3d5e783b-0735-4837-b758-9af79dd7495e req-66a4447a-2cf6-4cff-af6a-76d9659bcd91 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376642 Jun 24 14:33:00.523239 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8205f73-c55e-4baf-a6ee-69080d2ebf63 req-fd325487-06f4-493e-a662-8cf52c8c0ae5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:00.525156 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d8205f73-c55e-4baf-a6ee-69080d2ebf63 req-fd325487-06f4-493e-a662-8cf52c8c0ae5 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.0921149 Jun 24 14:33:00.567444 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d8205f73-c55e-4baf-a6ee-69080d2ebf63 req-72336b58-4b50-42fc-ba19-f083ebf7ac25 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363069 Jun 24 14:33:01.370754 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09766826-7802-4282-baca-be75fbd8c94c req-4fd10c0f-60c4-4a43-8da0-63e1a5397ff4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:01.371443 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-09766826-7802-4282-baca-be75fbd8c94c req-4fd10c0f-60c4-4a43-8da0-63e1a5397ff4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Synchronizing usage tracker for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:33:01.387232 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-09766826-7802-4282-baca-be75fbd8c94c req-4fd10c0f-60c4-4a43-8da0-63e1a5397ff4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Unset dirty status for tenant:0e3ad630000240b0b99f8314aa06e202 on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:33:01.388325 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-09766826-7802-4282-baca-be75fbd8c94c req-4fd10c0f-60c4-4a43-8da0-63e1a5397ff4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.1051714 Jun 24 14:33:01.444529 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8e811-ae1d-49b6-8b3f-df47578afdf6 req-26808fcb-e001-412e-94db-7a907c71e8b9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:01.446009 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1bb8e811-ae1d-49b6-8b3f-df47578afdf6 req-26808fcb-e001-412e-94db-7a907c71e8b9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0885797 Jun 24 14:33:01.462708 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-09766826-7802-4282-baca-be75fbd8c94c req-7bda2946-2e13-4882-aced-fddc3e980b20 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Deleting port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:01.463129 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-09766826-7802-4282-baca-be75fbd8c94c req-7bda2946-2e13-4882-aced-fddc3e980b20 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:01.491728 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1bb8e811-ae1d-49b6-8b3f-df47578afdf6 req-0d906680-35a0-4e03-84a1-074971ae50f3 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399878 Jun 24 14:33:01.708990 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-09766826-7802-4282-baca-be75fbd8c94c req-7bda2946-2e13-4882-aced-fddc3e980b20 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] For port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:01.709358 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-09766826-7802-4282-baca-be75fbd8c94c req-7bda2946-2e13-4882-aced-fddc3e980b20 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:01.759686 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc76bfc-4a23-4cc8-9d58-5bd1b61760e4 req-1e11ae99-512b-4082-8ded-37a51e708e16 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:01.761171 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6dc76bfc-4a23-4cc8-9d58-5bd1b61760e4 req-1e11ae99-512b-4082-8ded-37a51e708e16 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a3f65a3-463e-49f1-a4a1-8948445bffa5 HTTP/1.1" status: 200 len: 945 time: 0.0893865 Jun 24 14:33:01.805081 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6dc76bfc-4a23-4cc8-9d58-5bd1b61760e4 req-0f0e6c05-03fc-42a7-b9b8-0cd5f782a9f4 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.16 "GET /v2.0/security-groups?id=3173ee54-f3dd-4e80-9229-179eb02703c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382025 Jun 24 14:33:01.809797 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 954391d3-a182-4bb6-82d7-e6112903c757 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:33:01.831646 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-09766826-7802-4282-baca-be75fbd8c94c req-7bda2946-2e13-4882-aced-fddc3e980b20 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Calling delete_port for 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:01.843531 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 954391d3-a182-4bb6-82d7-e6112903c757 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:33:01.843874 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 954391d3-a182-4bb6-82d7-e6112903c757 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:33:01.973469 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-09766826-7802-4282-baca-be75fbd8c94c req-7bda2946-2e13-4882-aced-fddc3e980b20 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:02.013836 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['9a8ec6cd-5e17-4515-b1a5-89ed2d731c24'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:33:02.024651 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda2946-2e13-4882-aced-fddc3e980b20 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Pushing event deleted for resources: {'Port': ['ID=9a8ec6cd-5e17-4515-b1a5-89ed2d731c24,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:02.108984 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-09766826-7802-4282-baca-be75fbd8c94c req-7bda2946-2e13-4882-aced-fddc3e980b20 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] No DVR routers for this DVR port 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:33:02.111409 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-09766826-7802-4282-baca-be75fbd8c94c req-7bda2946-2e13-4882-aced-fddc3e980b20 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:02.113907 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3f65a3-463e-49f1-a4a1-8948445bffa5', 'name': 'network-vif-deleted', 'tag': '9a8ec6cd-5e17-4515-b1a5-89ed2d731c24'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:33:02.128743 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-09766826-7802-4282-baca-be75fbd8c94c req-7bda2946-2e13-4882-aced-fddc3e980b20 tempest-ServerRescueNegativeTestJSON-1165795252 tempest-ServerRescueNegativeTestJSON-1165795252-project] 10.222.0.36 "DELETE /v2.0/ports/9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 HTTP/1.1" status: 204 len: 173 time: 0.7349541 Jun 24 14:33:02.158278 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fe7930-b101-4690-a1b1-add5861bf379'] response: {'server_uuid': '5a3f65a3-463e-49f1-a4a1-8948445bffa5', 'name': 'network-vif-deleted', 'tag': '9a8ec6cd-5e17-4515-b1a5-89ed2d731c24', 'status': 'completed', 'code': 200} Jun 24 14:33:02.695278 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75ed78-4da2-479b-85e8-16e3823b8502 req-1c9fa245-6bf6-4cc9-94a9-5c8218346477 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:02.697482 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8f75ed78-4da2-479b-85e8-16e3823b8502 req-1c9fa245-6bf6-4cc9-94a9-5c8218346477 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1002142 Jun 24 14:33:02.739865 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8f75ed78-4da2-479b-85e8-16e3823b8502 req-9add173b-f745-45bd-9083-2789650e5b8d tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367844 Jun 24 14:33:02.901795 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46372) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:03.614579 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914461'] for router_interface, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:03.983939 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eea7ee-4c40-416e-a1d9-9b46166a92a9 req-50ae0284-76a6-4195-ace8-d4c8540a168b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:03.985356 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-24eea7ee-4c40-416e-a1d9-9b46166a92a9 req-50ae0284-76a6-4195-ace8-d4c8540a168b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1129832 Jun 24 14:33:04.065634 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Deleting port e9dc0a0d-697f-4f28-bebb-57d83a51a57d {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:04.065964 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:04.090487 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-24eea7ee-4c40-416e-a1d9-9b46166a92a9 req-8ea8de5c-ef08-4aca-b08d-d7fc5cf3f119 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807209 Jun 24 14:33:04.238315 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] For port e9dc0a0d-697f-4f28-bebb-57d83a51a57d, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=e9dc0a0d-697f-4f28-bebb-57d83a51a57d,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:04.238615 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:04.361244 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Calling delete_port for e9dc0a0d-697f-4f28-bebb-57d83a51a57d owned by network:router_interface {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:04.619442 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:04.663416 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9dc0a0d-697f-4f28-bebb-57d83a51a57d,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:04.706645 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:04.707002 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:04.707335 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:04.707669 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:04.707996 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:04.708331 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:04.708679 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:04.709007 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:04.709329 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:04.709651 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:04.709974 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:04.710293 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:04.941446 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914409'] for router_interface, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:05.299179 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Router dbc070df-8af2-439e-ae00-a52479dc8c9a has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:33:05.531524 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:33:05.540832 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577e939b-fd1e-4146-87c1-1fbfb22661a9 None None] Sync routers for ids ['dbc070df-8af2-439e-ae00-a52479dc8c9a'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:33:05.547273 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b35f94-64ad-4155-8438-029b03893311 req-abbd4fbc-d390-4eec-81b1-84a92d096049 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:05.548735 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a1b35f94-64ad-4155-8438-029b03893311 req-abbd4fbc-d390-4eec-81b1-84a92d096049 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1946290 Jun 24 14:33:05.550660 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e939b-fd1e-4146-87c1-1fbfb22661a9 None None] Routers {'dbc070df-8af2-439e-ae00-a52479dc8c9a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:05.551431 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-577e939b-fd1e-4146-87c1-1fbfb22661a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:32:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['dbc070df-8af2-439e-ae00-a52479dc8c9a'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:05.552997 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-1d5a6c86-5529-4f36-8a96-86e630134790 admin admin] 10.222.0.16 "PUT /v2.0/routers/dbc070df-8af2-439e-ae00-a52479dc8c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6502001 Jun 24 14:33:05.556398 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46386) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:05.595694 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a1b35f94-64ad-4155-8438-029b03893311 req-0d3b21b7-682c-4fc8-ab91-b162a4ec1124 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407352 Jun 24 14:33:05.729656 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-577e939b-fd1e-4146-87c1-1fbfb22661a9 None None] Set router dbc070df-8af2-439e-ae00-a52479dc8c9a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:05.744192 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Notify callbacks [] for router, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:05.830960 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:33:05.868347 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:33:05.868774 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 9a8ec6cd-5e17-4515-b1a5-89ed2d731c24 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:33:05.928098 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:05.938341 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Deleting port 283cba96-fcd9-4539-8d83-ef49e42c1a03 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:05.938700 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:06.011200 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-577e939b-fd1e-4146-87c1-1fbfb22661a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:33:04Z', 'revision_number': 5, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port': {'id': '283cba96-fcd9-4539-8d83-ef49e42c1a03', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:70:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:34Z', 'updated_at': '2022-06-24T14:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:06.014998 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577e939b-fd1e-4146-87c1-1fbfb22661a9 None None] Checking router: dbc070df-8af2-439e-ae00-a52479dc8c9a for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:33:06.023070 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e939b-fd1e-4146-87c1-1fbfb22661a9 None None] Routers {'dbc070df-8af2-439e-ae00-a52479dc8c9a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:06.023684 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-577e939b-fd1e-4146-87c1-1fbfb22661a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:32:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['dbc070df-8af2-439e-ae00-a52479dc8c9a'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:06.177512 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-577e939b-fd1e-4146-87c1-1fbfb22661a9 None None] Set router dbc070df-8af2-439e-ae00-a52479dc8c9a gateway port host: None {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:06.201265 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] For port 283cba96-fcd9-4539-8d83-ef49e42c1a03, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=283cba96-fcd9-4539-8d83-ef49e42c1a03,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:06.201622 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:06.280936 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-577e939b-fd1e-4146-87c1-1fbfb22661a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:33:05Z', 'revision_number': 6, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port_host': None}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:06.284752 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577e939b-fd1e-4146-87c1-1fbfb22661a9 None None] The sync data for ids ['dbc070df-8af2-439e-ae00-a52479dc8c9a'] in dv-cinder-847189-2-iscsi is: [{'id': 'dbc070df-8af2-439e-ae00-a52479dc8c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-580925757-router', 'tenant_id': '0e3ad630000240b0b99f8314aa06e202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:32Z', 'updated_at': '2022-06-24T14:33:05Z', 'revision_number': 6, 'project_id': '0e3ad630000240b0b99f8314aa06e202', 'gw_port_host': None}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:33:06.305794 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:33:06.322969 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Calling delete_port for 283cba96-fcd9-4539-8d83-ef49e42c1a03 owned by network:router_gateway {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:06.486521 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:06.533456 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Pushing event deleted for resources: {'Port': ['ID=283cba96-fcd9-4539-8d83-ef49e42c1a03,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:06.630803 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914556'] for router_gateway, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:06.809071 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device e9dc0a0d-697f-4f28-bebb-57d83a51a57d no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:33:06.813633 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98294a44-3171-42ae-9f85-15acb0f5a754 req-aa68ad45-83e0-47f6-957d-72a10dbd3c91 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:06.814978 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-98294a44-3171-42ae-9f85-15acb0f5a754 req-aa68ad45-83e0-47f6-957d-72a10dbd3c91 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0924571 Jun 24 14:33:06.833157 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3903381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29024'] for router, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:06.837501 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:06.854437 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: e9dc0a0d-697f-4f28-bebb-57d83a51a57d {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:33:06.855474 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device e9dc0a0d-697f-4f28-bebb-57d83a51a57d not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:33:06.864818 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-98294a44-3171-42ae-9f85-15acb0f5a754 req-ae32fbaf-da37-4266-aa56-9e3f90ad4c05 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430079 Jun 24 14:33:06.867727 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:06.922779 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3899613'] for router, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:06.923274 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbc070df-8af2-439e-ae00-a52479dc8c9a {{(pid=88095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:33:06.936747 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:06.937873 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-e121ade1-cf32-4b12-a346-c66b4855c052 admin admin] 10.222.0.16 "DELETE /v2.0/routers/dbc070df-8af2-439e-ae00-a52479dc8c9a HTTP/1.1" status: 204 len: 168 time: 1.3804107 Jun 24 14:33:06.940344 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46392) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:07.002108 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4940ab3-4b01-44dd-b10a-b72ca8e5ddf4 admin admin] Deleting subnet 281a49a9-895e-4dfb-9af0-0c46c1a90d45 {{(pid=88095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:33:07.004944 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b4940ab3-4b01-44dd-b10a-b72ca8e5ddf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.053379 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b4940ab3-4b01-44dd-b10a-b72ca8e5ddf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538502'] for subnet, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.169741 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b4940ab3-4b01-44dd-b10a-b72ca8e5ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.235551 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b4940ab3-4b01-44dd-b10a-b72ca8e5ddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2302222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596850'] for subnet, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.274765 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4940ab3-4b01-44dd-b10a-b72ca8e5ddf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281a49a9-895e-4dfb-9af0-0c46c1a90d45,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:07.280751 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b4940ab3-4b01-44dd-b10a-b72ca8e5ddf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.285960 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43a81de-57bb-472a-b703-fcfe9f20dca8 None None] Network 10d24e81-bd02-44d3-8a25-b8abf5d4e94c requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:33:07.286558 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-b4940ab3-4b01-44dd-b10a-b72ca8e5ddf4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/281a49a9-895e-4dfb-9af0-0c46c1a90d45 HTTP/1.1" status: 204 len: 168 time: 0.3452709 Jun 24 14:33:07.289030 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46396) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:07.391071 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.401094 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Deleting port 96476824-48a4-44ef-b444-1ce2abcc7aa7 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:07.401414 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.549525 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d7eadb-2e4a-4743-a2a7-182af9a9d0f1 None None] DHCP port deletion for 10d24e81-bd02-44d3-8a25-b8abf5d4e94c request from dv-cinder-847189-2-iscsi {{(pid=88096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:33:07.554085 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7eadb-2e4a-4743-a2a7-182af9a9d0f1 None None] Deleting port 96476824-48a4-44ef-b444-1ce2abcc7aa7 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:07.554455 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f0d7eadb-2e4a-4743-a2a7-182af9a9d0f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.695451 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] For port 96476824-48a4-44ef-b444-1ce2abcc7aa7, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=96476824-48a4-44ef-b444-1ce2abcc7aa7,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:07.696055 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.754475 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-f0d7eadb-2e4a-4743-a2a7-182af9a9d0f1 None None] For port 96476824-48a4-44ef-b444-1ce2abcc7aa7, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=96476824-48a4-44ef-b444-1ce2abcc7aa7,segment=NetworkSegment(685e2da9-a7e3-4616-b117-f4c0599e261b),segment_id=685e2da9-a7e3-4616-b117-f4c0599e261b)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:07.754864 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f0d7eadb-2e4a-4743-a2a7-182af9a9d0f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.818901 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Calling delete_port for 96476824-48a4-44ef-b444-1ce2abcc7aa7 owned by network:dhcp {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:07.876190 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7eadb-2e4a-4743-a2a7-182af9a9d0f1 None None] Calling delete_port for 96476824-48a4-44ef-b444-1ce2abcc7aa7 owned by network:dhcp {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:07.893066 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:07.941391 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=96476824-48a4-44ef-b444-1ce2abcc7aa7,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:07.947130 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.db.api [None req-f0d7eadb-2e4a-4743-a2a7-182af9a9d0f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:33:07.947493 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG oslo_db.api [None req-f0d7eadb-2e4a-4743-a2a7-182af9a9d0f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:33:07.949633 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] No DVR routers for this DVR port 96476824-48a4-44ef-b444-1ce2abcc7aa7 on host dv-cinder-847189-2-iscsi {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:33:08.057289 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ebf9b-1cc7-4075-8f56-219696f36e68 req-fbf2c0b5-4072-4df7-b3ea-6d2f5183e2ec tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:08.058734 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7b5ebf9b-1cc7-4075-8f56-219696f36e68 req-fbf2c0b5-4072-4df7-b3ea-6d2f5183e2ec tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0854807 Jun 24 14:33:08.063934 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:08.088709 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d24e81-bd02-44d3-8a25-b8abf5d4e94c']}} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:08.100851 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685e2da9-a7e3-4616-b117-f4c0599e261b') {'for_net_delete': True} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:08.101140 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685e2da9-a7e3-4616-b117-f4c0599e261b') {} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:08.105234 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7b5ebf9b-1cc7-4075-8f56-219696f36e68 req-fd5ca5f7-330b-49ba-944f-43988617281b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407860 Jun 24 14:33:08.112878 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538511'] for segment, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:08.129056 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:08.135725 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:33:08.136119 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2302368'] for segment, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:08.226959 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:08.245197 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:08.251284 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=10d24e81-bd02-44d3-8a25-b8abf5d4e94c,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:08.270639 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-aed92980-6a90-4ca3-9c4c-95f54ab57c1b admin admin] 10.222.0.16 "DELETE /v2.0/networks/10d24e81-bd02-44d3-8a25-b8abf5d4e94c HTTP/1.1" status: 204 len: 168 time: 0.9782619 Jun 24 14:33:08.285659 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.services.segments.plugin [-] Segment 685e2da9-a7e3-4616-b117-f4c0599e261b resource provider aggregate not found Jun 24 14:33:08.301979 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.services.segments.plugin [-] Segment 685e2da9-a7e3-4616-b117-f4c0599e261b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 685e2da9-a7e3-4616-b117-f4c0599e261b found for delete ", "request_id": "req-8af94590-da5e-4843-a019-cb623f548f2d"}]} Jun 24 14:33:08.379334 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46410) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:08.428355 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-c100310a-f796-48b4-b04b-dd658d87a605 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e3ad630000240b0b99f8314aa06e202&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479133 Jun 24 14:33:08.430746 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46414) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:08.448612 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7eadb-2e4a-4743-a2a7-182af9a9d0f1 None None] Deleting port 96476824-48a4-44ef-b444-1ce2abcc7aa7 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:08.449108 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f0d7eadb-2e4a-4743-a2a7-182af9a9d0f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:08.477391 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-34c8a1b2-d876-458c-ab32-c8aaa2f09f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:08.494913 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-72ef2aef-8e3b-4d29-9566-73e8c3419ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:08.518919 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7eadb-2e4a-4743-a2a7-182af9a9d0f1 None None] The port '96476824-48a4-44ef-b444-1ce2abcc7aa7' was deleted {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:33:08.520449 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-72ef2aef-8e3b-4d29-9566-73e8c3419ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:08.573726 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-72ef2aef-8e3b-4d29-9566-73e8c3419ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:08.596079 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef2aef-8e3b-4d29-9566-73e8c3419ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3173ee54-f3dd-4e80-9229-179eb02703c1,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:08.602023 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-72ef2aef-8e3b-4d29-9566-73e8c3419ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:08.602631 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-72ef2aef-8e3b-4d29-9566-73e8c3419ee4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3173ee54-f3dd-4e80-9229-179eb02703c1 HTTP/1.1" status: 204 len: 168 time: 0.1710110 Jun 24 14:33:08.715099 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 283cba96-fcd9-4539-8d83-ef49e42c1a03 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:33:08.749250 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 283cba96-fcd9-4539-8d83-ef49e42c1a03 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:33:08.749592 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 283cba96-fcd9-4539-8d83-ef49e42c1a03 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:33:08.750006 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 96476824-48a4-44ef-b444-1ce2abcc7aa7 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:33:08.784040 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 96476824-48a4-44ef-b444-1ce2abcc7aa7 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:33:08.784383 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 96476824-48a4-44ef-b444-1ce2abcc7aa7 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:33:09.294919 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45d562-0609-43e0-a685-e73b981ac792 req-988be8cc-95d6-4213-8105-e4ba4a7023fc tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:09.296350 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7e45d562-0609-43e0-a685-e73b981ac792 req-988be8cc-95d6-4213-8105-e4ba4a7023fc tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0853310 Jun 24 14:33:09.318871 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46440) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:09.339539 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7e45d562-0609-43e0-a685-e73b981ac792 req-df6dc911-8446-44b5-b1dc-8af2d1fb813e tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376134 Jun 24 14:33:09.423314 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1359453137-network', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:09.427860 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:09.431788 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Usage tracker for resource:network and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:09.434609 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:09.440628 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:09.450480 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Made reservation on behalf of 23e38294718d4efaa4a2abf95b65800c for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:33:09.452684 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:09.464660 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:09.487405 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:09.491124 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:09.493891 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:09.499352 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:09.579590 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:09.583316 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:09.613950 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=88095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:33:09.622307 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96b8b0f-65a6-4b01-b8e5-e2839748fe6e,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:09.627621 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:09.627964 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Added segment 2862b541-abf9-43a0-9d19-57a779300b08 of type vlan for network 3f874db6-799f-4409-b38d-b908341ff4ee Jun 24 14:33:09.653655 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:09.681668 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:09.682614 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:09.683186 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:09.794258 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4742453 Jun 24 14:33:09.795121 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93fa0e-c784-49c5-8c59-b286fa04945c admin admin] Pushing event updated for resources: {'Network': ['ID=3f874db6-799f-4409-b38d-b908341ff4ee,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:09.797160 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46446) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:09.803069 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Request body: {'subnet': {'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-subnet', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:09.807847 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 3f874db6-799f-4409-b38d-b908341ff4ee details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:33:09.808624 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:09.812516 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Usage tracker for resource:subnet and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:09.815320 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:09.823732 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:09.831687 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Made reservation on behalf of 23e38294718d4efaa4a2abf95b65800c for: {'subnet': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:33:09.834095 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2596815'] for subnet, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:10.034845 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2350275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2596857'] for subnet, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:10.106714 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:10.115821 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Checking segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:33:10.116174 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Network hostable DHCP agents. Network: 3f874db6-799f-4409-b38d-b908341ff4ee, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:33:10.134542 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Network 3f874db6-799f-4409-b38d-b908341ff4ee is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:33:10.142827 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 3f874db6-799f-4409-b38d-b908341ff4ee) {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:33:10.146823 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:10.147393 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:10.153881 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9c6b09-b96f-44bd-9be7-c566253865ed None None] Network 3f874db6-799f-4409-b38d-b908341ff4ee requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:33:10.174961 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-27d8a4cb-3c1d-4fdc-962d-88151360a645 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3766131 Jun 24 14:33:10.178968 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46452) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:10.185602 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:10.190809 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:10.196043 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Usage tracker for resource:router and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:10.199898 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:10.205440 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:10.216224 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3903350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26522'] for router, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:10.217203 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29033'] for router, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:10.233897 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:10.389702 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-3f874db6-799f-4409-b38d-b908341ff4ee', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:33:10.390568 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:10.562715 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Allocated IP 172.20.0.2 (3f874db6-799f-4409-b38d-b908341ff4ee/9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f/1f4468dc-664f-4768-8b41-13bfc521c305) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:33:10.650181 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:10.672918 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cdcef-f4be-4ec3-a8a4-370227049521 req-181acd99-d513-4966-bf21-8f01e96693e5 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:10.674506 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7c0cdcef-f4be-4ec3-a8a4-370227049521 req-181acd99-d513-4966-bf21-8f01e96693e5 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.2218418 Jun 24 14:33:10.691238 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb439e-dd3a-4305-934b-cf96077740c0 req-a71f2112-113f-4dea-b322-783af28d3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:10.692815 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f2eb439e-dd3a-4305-934b-cf96077740c0 req-a71f2112-113f-4dea-b322-783af28d3d92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9b2a71684b4f5da9be4bfaa3a435cd&device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 1099 time: 0.2369177 Jun 24 14:33:10.721854 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7c0cdcef-f4be-4ec3-a8a4-370227049521 req-d248dcee-97d3-4061-86b7-27af204aa177 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 Jun 24 14:33:10.734208 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fec6ce84-2208-450f-a714-017f0129e9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:10.814715 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:10.825705 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Transition to ACTIVE for port object 1f4468dc-664f-4768-8b41-13bfc521c305 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:33:10.844306 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Transition to ACTIVE for port object 1f4468dc-664f-4768-8b41-13bfc521c305 will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:33:10.850206 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:10.880547 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb439e-dd3a-4305-934b-cf96077740c0 req-5b31d1ef-7c21-44a4-8541-2620ff38fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:10.881969 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f2eb439e-dd3a-4305-934b-cf96077740c0 req-5b31d1ef-7c21-44a4-8541-2620ff38fe2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6af37d7-c93d-46e8-aca7-d94f02e501f6 HTTP/1.1" status: 200 len: 910 time: 0.1449502 Jun 24 14:33:10.913181 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Network 3f874db6-799f-4409-b38d-b908341ff4ee is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:33:10.919960 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:33:10.924615 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:33:10.930637 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Pushing event updated for resources: {'Port': ['ID=1f4468dc-664f-4768-8b41-13bfc521c305,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:11.029748 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Attempting to bind port 1f4468dc-664f-4768-8b41-13bfc521c305 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:33:11.030108 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Attempting to bind port 1f4468dc-664f-4768-8b41-13bfc521c305 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:33:11.030460 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Attempting to bind port 1f4468dc-664f-4768-8b41-13bfc521c305 on network 3f874db6-799f-4409-b38d-b908341ff4ee {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:33:11.035567 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:33:11.035930 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Checking segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:33:11.036321 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:11.036730 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Bound using segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:33:11.037182 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Bound port: 1f4468dc-664f-4768-8b41-13bfc521c305, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:33:11.037543 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:11.104234 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f2eb439e-dd3a-4305-934b-cf96077740c0 req-b31c3798-d8c6-4266-8b2e-f8b4b831eb67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970 HTTP/1.1" status: 200 len: 1001 time: 0.2134347 Jun 24 14:33:11.124045 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] For port 1f4468dc-664f-4768-8b41-13bfc521c305, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:33:11.126944 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] For port 1f4468dc-664f-4768-8b41-13bfc521c305, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=1f4468dc-664f-4768-8b41-13bfc521c305,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:33:11.132397 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:11.208333 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb439e-dd3a-4305-934b-cf96077740c0 req-69a45267-59f2-4f3c-a0cd-5eefc845b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:11.209780 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f2eb439e-dd3a-4305-934b-cf96077740c0 req-69a45267-59f2-4f3c-a0cd-5eefc845b92c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=163d4c42-f232-46ac-87cf-19f76a990a26 HTTP/1.1" status: 200 len: 848 time: 0.0979724 Jun 24 14:33:11.215805 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce1f6c-3f14-422a-9547-589e06fcc096 None None] Pushing event updated for resources: {'Port': ['ID=1f4468dc-664f-4768-8b41-13bfc521c305,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:11.265615 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:11.298072 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:11.393015 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb439e-dd3a-4305-934b-cf96077740c0 req-aabc3883-4a35-4f99-8cb8-bb34e1025324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:11.394504 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f2eb439e-dd3a-4305-934b-cf96077740c0 req-aabc3883-4a35-4f99-8cb8-bb34e1025324 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6af37d7-c93d-46e8-aca7-d94f02e501f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1766477 Jun 24 14:33:11.549858 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Allocated IP 172.27.2.54 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/01064373-4af9-4531-ab95-0d7c72098036) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:33:11.621707 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:11.668803 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f2eb439e-dd3a-4305-934b-cf96077740c0 req-97ac2467-c61a-4b3e-9a01-ab436edf8bc9 service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409520 Jun 24 14:33:11.933600 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08d21b-d359-43e4-b747-85061259f053 req-c896d20f-f162-4ef3-aca7-2361003d146f tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:11.935354 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1a08d21b-d359-43e4-b747-85061259f053 req-c896d20f-f162-4ef3-aca7-2361003d146f tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1027949 Jun 24 14:33:11.960471 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:11.981607 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:11.986526 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f2eb439e-dd3a-4305-934b-cf96077740c0 req-67cce672-504d-4499-8cb5-2cc202485cef service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112576 Jun 24 14:33:11.999321 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1a08d21b-d359-43e4-b747-85061259f053 req-5cbb3e04-ed62-4921-ac59-128781351284 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561910 Jun 24 14:33:12.010559 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:12.071733 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:33:12.074674 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:33:12.078427 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:33:12.129493 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Pushing event updated for resources: {'Port': ['ID=01064373-4af9-4531-ab95-0d7c72098036,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:12.144900 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:12.145179 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:12.145540 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:12.146068 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:12.146405 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:12.146741 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:12.147067 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:12.147392 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:12.147718 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:12.148045 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:12.148392 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:12.148744 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:12.171755 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d82cdd-4f14-4476-ac2e-084ac1662e16 None None] Network 3f874db6-799f-4409-b38d-b908341ff4ee requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:33:12.291705 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-ae9203bc-98b7-475e-83af-a7c847995c29 None None] Provisioning for port 1f4468dc-664f-4768-8b41-13bfc521c305 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:33:12.516220 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:12.734797 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 1f4468dc-664f-4768-8b41-13bfc521c305 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:33:12.802033 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 1f4468dc-664f-4768-8b41-13bfc521c305 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:33:12.806798 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 1f4468dc-664f-4768-8b41-13bfc521c305 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:12.807716 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:12.857687 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3903300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520'] for router, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:12.952006 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 1f4468dc-664f-4768-8b41-13bfc521c305 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:12.952283 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:12.984213 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 1f4468dc-664f-4768-8b41-13bfc521c305, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=1f4468dc-664f-4768-8b41-13bfc521c305,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:12.988572 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:13.057546 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=1f4468dc-664f-4768-8b41-13bfc521c305,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:13.068867 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Router b60a0d33-d24b-429c-9725-130fc5bce3d0 is scheduled to L3 agent f837352b-afc6-405d-a4a3-f96679748736 with binding_index 1 {{(pid=88095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:33:13.196390 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b3d00-9bde-46ba-9c51-c8544317835b req-2fe17e09-864c-4cb1-9477-40cfb8e2fea2 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:13.197882 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7e6b3d00-9bde-46ba-9c51-c8544317835b req-2fe17e09-864c-4cb1-9477-40cfb8e2fea2 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0837409 Jun 24 14:33:13.245251 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7e6b3d00-9bde-46ba-9c51-c8544317835b req-2c1def54-4664-4291-85c5-ea587673cac5 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411627 Jun 24 14:33:13.363202 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:33:13.371516 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Sync routers for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:33:13.380476 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:13.381083 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:33:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:13.386491 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:13.387948 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-bf6e41e9-39ef-488d-b39f-a578b3ab3e60 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2079895 Jun 24 14:33:13.390604 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46464) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:13.559484 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:13.744202 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:13.858033 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:12Z', 'revision_number': 3, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:13.861738 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Checking router: b60a0d33-d24b-429c-9725-130fc5bce3d0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:33:13.862097 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Updating router b60a0d33-d24b-429c-9725-130fc5bce3d0 port 01064373-4af9-4531-ab95-0d7c72098036 binding host dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:33:13.912541 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:14.068023 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:14.244058 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Notify callbacks [] for port, precommit_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:14.256456 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Transition to ACTIVE for port object 01064373-4af9-4531-ab95-0d7c72098036 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:33:14.264113 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:14.282805 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Allocated IP 172.20.0.1 (3f874db6-799f-4409-b38d-b908341ff4ee/9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f/6ce55165-e2e5-4642-a876-77d2b7eb4981) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:33:14.350070 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Attempting to bind port 01064373-4af9-4531-ab95-0d7c72098036 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:33:14.350428 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Attempting to bind port 01064373-4af9-4531-ab95-0d7c72098036 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:33:14.350785 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Attempting to bind port 01064373-4af9-4531-ab95-0d7c72098036 on network 56739e03-84f5-401f-84c2-dbaf871a2b89 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:33:14.353589 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6d681-91fa-4ed7-a53b-75d266b6a2f9 None None] Pushing event updated for resources: {'Port': ['ID=01064373-4af9-4531-ab95-0d7c72098036,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:14.359386 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:33:14.359753 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:33:14.360147 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:14.360548 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Bound using segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:33:14.361011 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Bound port: 01064373-4af9-4531-ab95-0d7c72098036, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:33:14.361494 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:14.436842 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] For port 01064373-4af9-4531-ab95-0d7c72098036, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:33:14.441782 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] For port 01064373-4af9-4531-ab95-0d7c72098036, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=01064373-4af9-4531-ab95-0d7c72098036,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:33:14.447319 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:14.462623 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cbec1-9953-4322-aeb0-a5277ba5013a req-b7e6d09c-a77f-461a-be18-f72dea867b39 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:14.464709 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-594cbec1-9953-4322-aeb0-a5277ba5013a req-b7e6d09c-a77f-461a-be18-f72dea867b39 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0942976 Jun 24 14:33:14.475746 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:14.497305 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Transition to ACTIVE for port object 6ce55165-e2e5-4642-a876-77d2b7eb4981 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:33:14.524466 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-594cbec1-9953-4322-aeb0-a5277ba5013a req-5c4c84f5-900b-4947-8cac-3217e6e67d43 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488551 Jun 24 14:33:14.528819 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:14.529447 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:33:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:14.545413 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:14.613399 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Network 3f874db6-799f-4409-b38d-b908341ff4ee is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:33:14.616648 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:33:14.622054 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:33:14.639023 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6d681-91fa-4ed7-a53b-75d266b6a2f9 None None] Pushing event updated for resources: {'Port': ['ID=01064373-4af9-4531-ab95-0d7c72098036,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:14.656482 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce55165-e2e5-4642-a876-77d2b7eb4981,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:14.685017 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3903314'] for router_interface, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:14.724401 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:14.813547 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:14.816894 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 1f4468dc-664f-4768-8b41-13bfc521c305 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:33:15.002161 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-37012a21-c57d-4e6a-a931-5ff7cc579711 None None] Provisioning for port 6ce55165-e2e5-4642-a876-77d2b7eb4981 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:33:15.013940 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-37012a21-c57d-4e6a-a931-5ff7cc579711 None None] Provisioning complete for port 6ce55165-e2e5-4642-a876-77d2b7eb4981 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:15.014307 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-37012a21-c57d-4e6a-a931-5ff7cc579711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:15.108254 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 1f4468dc-664f-4768-8b41-13bfc521c305 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:15.108624 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:15.140347 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-37012a21-c57d-4e6a-a931-5ff7cc579711 None None] Port 6ce55165-e2e5-4642-a876-77d2b7eb4981 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:33:15.150479 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:15.155430 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:15.262960 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce55165-e2e5-4642-a876-77d2b7eb4981,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:15.266306 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903287'] for router_interface, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:15.279450 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 1f4468dc-664f-4768-8b41-13bfc521c305 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:15.282590 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:12Z', 'revision_number': 3, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:15.286880 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807ed99-b443-4f08-8935-68f6b132a679 None None] The sync data for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi is: [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:12Z', 'revision_number': 3, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:33:15.404093 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Network 3f874db6-799f-4409-b38d-b908341ff4ee is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:33:15.405235 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:33:15.622700 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Router b60a0d33-d24b-429c-9725-130fc5bce3d0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:33:15.764890 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-d93bf7d1-77f8-43d9-8457-29bc9f00374d None None] Provisioning complete for port 6ce55165-e2e5-4642-a876-77d2b7eb4981 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:15.765199 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-d93bf7d1-77f8-43d9-8457-29bc9f00374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:15.771881 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823588e6-f9d8-4f2e-b0a0-2703426ce8c0 req-d8906e2d-5cad-475a-b4b5-0a204fc910a9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:15.773637 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-823588e6-f9d8-4f2e-b0a0-2703426ce8c0 req-d8906e2d-5cad-475a-b4b5-0a204fc910a9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1032064 Jun 24 14:33:15.830706 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-d93bf7d1-77f8-43d9-8457-29bc9f00374d None None] Port 6ce55165-e2e5-4642-a876-77d2b7eb4981 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:33:15.833434 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-823588e6-f9d8-4f2e-b0a0-2703426ce8c0 req-b2f66eec-f55e-4dc7-a7f4-f5a9b197bf9b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533321 Jun 24 14:33:15.841698 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:33:15.858623 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-8ca51301-43e7-45b8-8119-452fe69ee040 admin admin] 10.222.0.16 "PUT /v2.0/routers/b60a0d33-d24b-429c-9725-130fc5bce3d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4595590 Jun 24 14:33:16.129188 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46492) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:16.212660 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa622d-4dbc-4eed-bca9-efc6c6455050 req-e3e54af5-cc54-45a7-917a-0d5b9cda8fc5 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:16.212660 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-45fa622d-4dbc-4eed-bca9-efc6c6455050 req-e3e54af5-cc54-45a7-917a-0d5b9cda8fc5 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0920246 Jun 24 14:33:16.216115 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46498) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:16.221422 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1462938699', 'description': 'tempest-description--1457960276'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:16.229466 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:16.247214 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:16.250241 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:16.258535 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:16.265259 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-757202e4-b968-4c8a-bae5-ef2354ecb31a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1347561 Jun 24 14:33:16.283614 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.309010 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-45fa622d-4dbc-4eed-bca9-efc6c6455050 req-3544ad5a-3048-40ea-bded-1ba40608b4d1 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807810 Jun 24 14:33:16.314236 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:16.318079 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:16.321573 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:16.327054 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:16.400386 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.404671 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.448030 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe22891c-99a9-4425-aeb5-0aae8ec37b29,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:16.451203 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.452563 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-01d6a583-7e2e-4836-b804-769479b84a29 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2353156 Jun 24 14:33:16.455401 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46508) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:16.462059 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-9f60bc00-43ef-4009-8881-d963105fcbfa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'security_group_rule': {'security_group_id': 'fe22891c-99a9-4425-aeb5-0aae8ec37b29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:16.472404 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-9f60bc00-43ef-4009-8881-d963105fcbfa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:16.477087 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-9f60bc00-43ef-4009-8881-d963105fcbfa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:16.480052 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-9f60bc00-43ef-4009-8881-d963105fcbfa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:16.486486 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-9f60bc00-43ef-4009-8881-d963105fcbfa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:16.502419 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9f60bc00-43ef-4009-8881-d963105fcbfa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.561735 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9f60bc00-43ef-4009-8881-d963105fcbfa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.567090 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9f60bc00-43ef-4009-8881-d963105fcbfa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.591091 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60bc00-43ef-4009-8881-d963105fcbfa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5500063f-2642-4c27-856c-fd346f6a17e1,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:16.601973 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-9f60bc00-43ef-4009-8881-d963105fcbfa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.603370 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-9f60bc00-43ef-4009-8881-d963105fcbfa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467896 Jun 24 14:33:16.606044 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46512) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:16.611057 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-d2d46d63-441f-4083-803f-8b56f20c5ca7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'security_group_rule': {'security_group_id': 'fe22891c-99a9-4425-aeb5-0aae8ec37b29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:16.616874 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d2d46d63-441f-4083-803f-8b56f20c5ca7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:16.620733 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d2d46d63-441f-4083-803f-8b56f20c5ca7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:16.623588 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-d2d46d63-441f-4083-803f-8b56f20c5ca7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:16.629797 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-d2d46d63-441f-4083-803f-8b56f20c5ca7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:16.646616 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d2d46d63-441f-4083-803f-8b56f20c5ca7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.726618 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d2d46d63-441f-4083-803f-8b56f20c5ca7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.730908 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d2d46d63-441f-4083-803f-8b56f20c5ca7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.757093 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 01064373-4af9-4531-ab95-0d7c72098036 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:33:16.765219 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d46d63-441f-4083-803f-8b56f20c5ca7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1942671f-accb-4cc3-9ac1-e9b8585826ef,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:16.774398 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d2d46d63-441f-4083-803f-8b56f20c5ca7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.779199 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46516) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:16.779717 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-d2d46d63-441f-4083-803f-8b56f20c5ca7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721616 Jun 24 14:33:16.785470 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:16.793172 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:16.797828 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:floatingip and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:16.801353 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:16.810493 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:16.831136 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.832327 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 01064373-4af9-4531-ab95-0d7c72098036 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:33:16.837577 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 01064373-4af9-4531-ab95-0d7c72098036 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:16.837947 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.959750 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 01064373-4af9-4531-ab95-0d7c72098036 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:16.960385 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.979017 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 01064373-4af9-4531-ab95-0d7c72098036, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=01064373-4af9-4531-ab95-0d7c72098036,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:16.979539 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:16.982992 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:17.041347 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Sync routers for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:33:17.051471 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:17.052067 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:33:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:17.055578 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=01064373-4af9-4531-ab95-0d7c72098036,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:17.131645 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Allocated IP 172.27.2.41 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/f7413add-ac9f-4a7b-941a-cb4c2d455189) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:33:17.235901 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:17.296320 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:17.326481 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:17.393150 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:33:17.395985 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:33:17.404197 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:33:17.480518 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'Port': ['ID=f7413add-ac9f-4a7b-941a-cb4c2d455189,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:17.582647 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcb6b9-ee3d-413c-9015-40ed6199c5d9 req-622bb91f-f3b1-4ae2-b8a6-f4220b274590 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:17.584101 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6cbcb6b9-ee3d-413c-9015-40ed6199c5d9 req-622bb91f-f3b1-4ae2-b8a6-f4220b274590 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1485970 Jun 24 14:33:17.585194 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:17.611294 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 2, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:17.615949 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Checking router: b60a0d33-d24b-429c-9725-130fc5bce3d0 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:33:17.616334 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Updating router b60a0d33-d24b-429c-9725-130fc5bce3d0 port 6ce55165-e2e5-4642-a876-77d2b7eb4981 binding host dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:33:17.678982 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:17.690283 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6cbcb6b9-ee3d-413c-9015-40ed6199c5d9 req-b86e95b6-63b7-4ed0-be9c-e3af9d17ed3b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978296 Jun 24 14:33:17.691376 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:17.884581 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 3cf878fe-7e6f-4cf9-9f85-08b27d931970 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:33:18.002071 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 is: ACTIVE; New status is: DOWN {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:18.002436 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:18.008818 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:18.014330 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:18.034981 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:33:18.045488 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 3cf878fe-7e6f-4cf9-9f85-08b27d931970, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:18.050459 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:18.060227 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:18.074263 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.provisioning_blocks [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Transition to ACTIVE for port object 6ce55165-e2e5-4642-a876-77d2b7eb4981 will not be triggered until provisioned by entity L2. {{(pid=88097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:33:18.083131 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:18.101535 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8dfd6a-e942-41d9-b7be-e7fd238932dd'] response: {'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'code': 200} Jun 24 14:33:18.126198 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=3cf878fe-7e6f-4cf9-9f85-08b27d931970,revision_number=6']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:18.131321 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:18.167678 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'Port': ['ID=f7413add-ac9f-4a7b-941a-cb4c2d455189,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:18.171275 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:18.172477 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-f2f2af9e-b182-480e-a752-fb35bd2055c3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3918374 Jun 24 14:33:18.278340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-de8f22a9-5115-408a-b29a-4b1797437749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:18.279839 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-de8f22a9-5115-408a-b29a-4b1797437749 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466&tenant_id=5b9b2a71684b4f5da9be4bfaa3a435cd HTTP/1.1" status: 200 len: 1097 time: 0.0949645 Jun 24 14:33:18.314012 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Pushing event updated for resources: {'Port': ['ID=6ce55165-e2e5-4642-a876-77d2b7eb4981,revision_number=3']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:18.349960 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Attempting to bind port 6ce55165-e2e5-4642-a876-77d2b7eb4981 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:33:18.350373 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Attempting to bind port 6ce55165-e2e5-4642-a876-77d2b7eb4981 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:33:18.350742 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Attempting to bind port 6ce55165-e2e5-4642-a876-77d2b7eb4981 on network 3f874db6-799f-4409-b38d-b908341ff4ee {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:33:18.353900 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:18.360563 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:18.360918 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:18.361252 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:18.361577 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:18.361906 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:18.362229 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:18.362552 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:18.362892 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:18.363215 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:18.363553 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:18.363856 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:18.363988 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-9ec466c1-ac65-478a-995b-fc101733cc9c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:33:18.370917 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:33:18.371289 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Checking segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:33:18.371690 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:18.372074 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Bound using segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:33:18.372736 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Bound port: 6ce55165-e2e5-4642-a876-77d2b7eb4981, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'}}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:33:18.373139 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:18.391245 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-9ec466c1-ac65-478a-995b-fc101733cc9c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:33:18.396916 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-9ec466c1-ac65-478a-995b-fc101733cc9c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1462938699&fields=id&tenant_id=23e38294718d4efaa4a2abf95b65800c HTTP/1.1" status: 200 len: 267 time: 0.0800786 Jun 24 14:33:18.404731 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-98cd59d3-1683-4e9d-a114-44bbd6e9d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:18.406587 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-98cd59d3-1683-4e9d-a114-44bbd6e9d7c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9b2a71684b4f5da9be4bfaa3a435cd&device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 1097 time: 0.0898616 Jun 24 14:33:18.470463 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] For port 6ce55165-e2e5-4642-a876-77d2b7eb4981, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:33:18.473981 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] For port 6ce55165-e2e5-4642-a876-77d2b7eb4981, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=6ce55165-e2e5-4642-a876-77d2b7eb4981,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:33:18.478877 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:18.555463 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:18.556077 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:33:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:18.558695 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-c3af8371-b7b5-4159-b5f2-2140db3121ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:18.560558 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-c3af8371-b7b5-4159-b5f2-2140db3121ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6af37d7-c93d-46e8-aca7-d94f02e501f6 HTTP/1.1" status: 200 len: 910 time: 0.1476579 Jun 24 14:33:18.563696 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-63d7f124-37b4-4d1a-9a2d-4f36b331c2ed tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:18.565388 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-63d7f124-37b4-4d1a-9a2d-4f36b331c2ed tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 815 time: 0.1575212 Jun 24 14:33:18.581085 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-eea609ce-8feb-400b-bafd-9cfaaed21fba tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/quotas/23e38294718d4efaa4a2abf95b65800c HTTP/1.1" status: 200 len: 375 time: 0.0099106 Jun 24 14:33:18.612990 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae71169-4c26-4d07-b9c8-9b4609430bbb None None] Pushing event updated for resources: {'Port': ['ID=6ce55165-e2e5-4642-a876-77d2b7eb4981,revision_number=4']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:18.682940 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-1e774d32-eedc-4466-99aa-5a0cb8a9e21c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970 HTTP/1.1" status: 200 len: 999 time: 0.1155767 Jun 24 14:33:18.733200 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fccdb00c-3223-4b33-9364-d9db7ef05a24 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1460390 Jun 24 14:33:18.756079 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 01064373-4af9-4531-ab95-0d7c72098036 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:33:18.782194 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-c6e79de0-1ccf-4b14-bc02-f97e980c3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:18.783565 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-c6e79de0-1ccf-4b14-bc02-f97e980c3591 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=163d4c42-f232-46ac-87cf-19f76a990a26 HTTP/1.1" status: 200 len: 848 time: 0.0938296 Jun 24 14:33:18.806298 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:18.854429 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 01064373-4af9-4531-ab95-0d7c72098036 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:18.854928 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:18.892367 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-df170641-9a1e-43e3-9bdc-9d3858dd67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:18.894574 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-df170641-9a1e-43e3-9bdc-9d3858dd67c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6af37d7-c93d-46e8-aca7-d94f02e501f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1027360 Jun 24 14:33:18.996632 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b826e-77da-417c-9429-d1e906bd1867 req-1e245928-db2e-4008-ba0e-cd05873eec31 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:18.998443 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-789b826e-77da-417c-9429-d1e906bd1867 req-1e245928-db2e-4008-ba0e-cd05873eec31 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.1185915 Jun 24 14:33:19.011703 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 01064373-4af9-4531-ab95-0d7c72098036 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:19.060267 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-d061bfb5-7bb4-4f34-8331-01a410fcf841 service neutron] 10.222.0.16 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146708 Jun 24 14:33:19.071933 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-789b826e-77da-417c-9429-d1e906bd1867 req-4f2be0de-dc94-46fa-9b8a-b2a9a36713e8 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619521 Jun 24 14:33:19.168773 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-dc6f8b15-f5cc-4299-8269-2aa31fee4f32 service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663953 Jun 24 14:33:19.198921 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:18Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:19.203212 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d4cc9-a5c8-4476-96b7-c196902ae9b4 None None] The sync data for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi is: [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:18Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:33:19.204135 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-3f6517cc-776b-4351-9fa5-6c9b847abfa2 service neutron] 10.222.0.16 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311798 Jun 24 14:33:19.324919 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-c988caba-91d7-4efa-8b66-8b7d1852c2cf service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502612 Jun 24 14:33:19.436376 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5814c458-b813-408e-b8f7-dc36b351fbfe req-6bda5abc-396a-49c2-a8bb-780baca403e1 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 210 time: 0.0556445 Jun 24 14:33:20.265086 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b391046-710e-491a-8f16-c7e571602456 req-5d569659-f59a-4ede-b107-adb744e8ae67 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:20.266523 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0b391046-710e-491a-8f16-c7e571602456 req-5d569659-f59a-4ede-b107-adb744e8ae67 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.0868952 Jun 24 14:33:20.310510 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0b391046-710e-491a-8f16-c7e571602456 req-912e7b7d-2f71-43be-ada2-8bb49f7d38c9 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383434 Jun 24 14:33:20.604997 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-32aa1d44-63f6-44e6-8895-1391a603ff70 req-ff26e481-e223-42f5-9fa6-956abab22de4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 210 time: 0.0602202 Jun 24 14:33:20.721811 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-1dc2f815-1336-4df2-925c-23f16a493844 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:20.722502 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-1dc2f815-1336-4df2-925c-23f16a493844 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:network {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:33:20.742845 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-1dc2f815-1336-4df2-925c-23f16a493844 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:network {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:33:20.746283 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-1dc2f815-1336-4df2-925c-23f16a493844 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 815 time: 0.2015982 Jun 24 14:33:20.749644 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 6ce55165-e2e5-4642-a876-77d2b7eb4981 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:33:20.804067 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-39831053-ed9e-49bd-94c9-c35d89dc8f59 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:33:20.816835 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-39831053-ed9e-49bd-94c9-c35d89dc8f59 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:33:20.818406 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-39831053-ed9e-49bd-94c9-c35d89dc8f59 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23e38294718d4efaa4a2abf95b65800c HTTP/1.1" status: 200 len: 380 time: 0.0578566 Jun 24 14:33:20.819911 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 6ce55165-e2e5-4642-a876-77d2b7eb4981 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:33:20.825056 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 6ce55165-e2e5-4642-a876-77d2b7eb4981 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:20.825419 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:20.829303 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'port': {'device_id': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'admin_state_up': True, 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'security_groups': ['fe22891c-99a9-4425-aeb5-0aae8ec37b29']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:20.940921 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 6ce55165-e2e5-4642-a876-77d2b7eb4981 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:20.941299 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:20.966643 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:20.970437 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:port and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:20.973138 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:20.974723 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 6ce55165-e2e5-4642-a876-77d2b7eb4981, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=6ce55165-e2e5-4642-a876-77d2b7eb4981,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:20.978368 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:20.980694 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:20.990397 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Made reservation on behalf of 23e38294718d4efaa4a2abf95b65800c for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:33:20.994503 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:21.043959 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=6ce55165-e2e5-4642-a876-77d2b7eb4981,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:21.154071 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Allocated IP 172.20.0.4 (3f874db6-799f-4409-b38d-b908341ff4ee/9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f/55f8a10c-3582-4d17-adad-6463b68a2af8) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:33:21.340194 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:21.357354 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Transition to ACTIVE for port object 55f8a10c-3582-4d17-adad-6463b68a2af8 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:33:21.380069 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:21.446118 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Network 3f874db6-799f-4409-b38d-b908341ff4ee is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:33:21.449031 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:33:21.458387 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:33:21.498078 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'Port': ['ID=55f8a10c-3582-4d17-adad-6463b68a2af8,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:21.506805 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d3ad8-6cb2-4a04-9dd0-998114856df4 req-c7748879-7644-4b2e-aa9f-3dcd4a680cc3 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:21.509077 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cf2d3ad8-6cb2-4a04-9dd0-998114856df4 req-c7748879-7644-4b2e-aa9f-3dcd4a680cc3 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.0908396 Jun 24 14:33:21.528127 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:21.528800 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:21.550502 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-fb3289de-bb13-4a15-b5ea-9b055545eb21 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7247910 Jun 24 14:33:21.572000 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cf2d3ad8-6cb2-4a04-9dd0-998114856df4 req-1f8d807f-becc-40c6-88f0-c22d34726cb0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541406 Jun 24 14:33:21.575053 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Request body: {'port': {'device_id': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:21.702490 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:21.774021 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-b6e8d148-d60f-4c1b-b8c1-53e30a642433 None None] Provisioning for port 55f8a10c-3582-4d17-adad-6463b68a2af8 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:33:21.779832 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-b6e8d148-d60f-4c1b-b8c1-53e30a642433 None None] Provisioning complete for port 55f8a10c-3582-4d17-adad-6463b68a2af8 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:21.780199 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b6e8d148-d60f-4c1b-b8c1-53e30a642433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:21.803502 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d1d05-0741-4c3f-94eb-90ff17b58e8f req-3f8d3b69-9df5-44ee-96bd-89c914b826f0 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:21.805166 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-366d1d05-0741-4c3f-94eb-90ff17b58e8f req-3f8d3b69-9df5-44ee-96bd-89c914b826f0 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 931 time: 0.0922072 Jun 24 14:33:21.843198 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8d148-d60f-4c1b-b8c1-53e30a642433 None None] Port 55f8a10c-3582-4d17-adad-6463b68a2af8 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:33:21.853850 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-366d1d05-0741-4c3f-94eb-90ff17b58e8f req-1df14f46-62d0-48af-b89d-1f8b581a88f6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405667 Jun 24 14:33:22.041882 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f8a10c-3582-4d17-adad-6463b68a2af8 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:33:22.048946 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:22.063939 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Transition to ACTIVE for port object 55f8a10c-3582-4d17-adad-6463b68a2af8 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:33:22.067389 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:22.341413 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Pushing event updated for resources: {'Port': ['ID=55f8a10c-3582-4d17-adad-6463b68a2af8,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:22.433405 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Attempting to bind port 55f8a10c-3582-4d17-adad-6463b68a2af8 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:33:22.433744 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Attempting to bind port 55f8a10c-3582-4d17-adad-6463b68a2af8 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:33:22.434069 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Attempting to bind port 55f8a10c-3582-4d17-adad-6463b68a2af8 on network 3f874db6-799f-4409-b38d-b908341ff4ee {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:33:22.438631 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Port 55f8a10c-3582-4d17-adad-6463b68a2af8 on network 3f874db6-799f-4409-b38d-b908341ff4ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:33:22.438951 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Attempting to bind port 55f8a10c-3582-4d17-adad-6463b68a2af8 on network 3f874db6-799f-4409-b38d-b908341ff4ee {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:33:22.444011 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:33:22.444344 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Checking segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:33:22.444756 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Bound using segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:33:22.445197 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Bound port: 55f8a10c-3582-4d17-adad-6463b68a2af8, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:33:22.445530 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:22.540387 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] For port 55f8a10c-3582-4d17-adad-6463b68a2af8, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:33:22.541847 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] For port 55f8a10c-3582-4d17-adad-6463b68a2af8, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=55f8a10c-3582-4d17-adad-6463b68a2af8,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:33:22.545309 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:22.600244 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:22.600879 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:22.602801 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/55f8a10c-3582-4d17-adad-6463b68a2af8 HTTP/1.1" status: 200 len: 1093 time: 1.0325220 Jun 24 14:33:22.603242 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'tag': '55f8a10c-3582-4d17-adad-6463b68a2af8'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:33:22.638753 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40da15-1ee9-4499-9e8c-eb6cdcbc33b4 service neutron] Pushing event updated for resources: {'Port': ['ID=55f8a10c-3582-4d17-adad-6463b68a2af8,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:22.658661 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2624b0-a4c1-46cd-8c11-fbc776faf58c'] response: {'name': 'network-changed', 'server_uuid': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'tag': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'status': 'completed', 'code': 200} Jun 24 14:33:22.738828 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 6ce55165-e2e5-4642-a876-77d2b7eb4981 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:33:22.785237 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-f6e90087-2a4b-49c1-9d2c-1f0f90f5a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:22.786846 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-f6e90087-2a4b-49c1-9d2c-1f0f90f5a439 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 1096 time: 0.1093199 Jun 24 14:33:22.823662 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18262d27-8916-47cf-bde1-3983f3c7cdba req-3b60e2fe-a95a-48a6-b878-281938146c2f tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:22.825349 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-18262d27-8916-47cf-bde1-3983f3c7cdba req-3b60e2fe-a95a-48a6-b878-281938146c2f tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.1015139 Jun 24 14:33:22.867770 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-0cba15f0-fb4d-447a-827c-326fae986141 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55f8a10c-3582-4d17-adad-6463b68a2af8 HTTP/1.1" status: 200 len: 217 time: 0.0668259 Jun 24 14:33:22.868139 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 6ce55165-e2e5-4642-a876-77d2b7eb4981 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:22.868644 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:22.875444 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-18262d27-8916-47cf-bde1-3983f3c7cdba req-daf4d256-17c9-4f40-adbf-cf7384dc184c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424397 Jun 24 14:33:22.936462 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-ffdcf5f0-d87c-49ae-ab83-4103aae74b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:22.938254 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-ffdcf5f0-d87c-49ae-ab83-4103aae74b33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0647397 Jun 24 14:33:23.005849 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 6ce55165-e2e5-4642-a876-77d2b7eb4981 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:23.024624 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-aecc5bcf-9746-4f6d-b880-b8c4b6ee1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:23.026141 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-aecc5bcf-9746-4f6d-b880-b8c4b6ee1907 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810497 Jun 24 14:33:23.060780 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47f10d-b8c8-4dc2-bc50-5698f1f145e9 req-7097d6b6-1f84-4ec5-9c5a-5d9c84f9a8aa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:23.062276 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4d47f10d-b8c8-4dc2-bc50-5698f1f145e9 req-7097d6b6-1f84-4ec5-9c5a-5d9c84f9a8aa tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 943 time: 0.0885448 Jun 24 14:33:23.107057 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4d47f10d-b8c8-4dc2-bc50-5698f1f145e9 req-4b4f80d1-a17c-4997-ae96-efa4ccaf3390 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388253 Jun 24 14:33:23.159397 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-e31bf44f-5ba2-4ea7-885a-3a33ed84c151 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270382 Jun 24 14:33:23.291879 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-1f554611-52d2-45d0-9b0e-96660c567f4c req-c9425453-6198-4162-be4d-7305feccd118 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260285 Jun 24 14:33:23.471932 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c9a6f-a0bb-42f4-9ef1-9ea3daaa3bd9 req-1225939b-05f9-48cd-b7e6-d6d88f2ed4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:23.473353 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d98c9a6f-a0bb-42f4-9ef1-9ea3daaa3bd9 req-1225939b-05f9-48cd-b7e6-d6d88f2ed4f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 1096 time: 0.0854080 Jun 24 14:33:23.612684 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c9a6f-a0bb-42f4-9ef1-9ea3daaa3bd9 req-a2a4370d-e204-492d-9ea8-a2c5cc6d1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:23.614225 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d98c9a6f-a0bb-42f4-9ef1-9ea3daaa3bd9 req-a2a4370d-e204-492d-9ea8-a2c5cc6d1484 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 916 time: 0.1337459 Jun 24 14:33:23.685621 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d98c9a6f-a0bb-42f4-9ef1-9ea3daaa3bd9 req-a8fb3814-9bc4-45e2-83aa-b1a2a5de5d17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55f8a10c-3582-4d17-adad-6463b68a2af8 HTTP/1.1" status: 200 len: 217 time: 0.0645006 Jun 24 14:33:23.748720 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c9a6f-a0bb-42f4-9ef1-9ea3daaa3bd9 req-98f2ff80-b042-429b-8765-253045e933df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:23.750055 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d98c9a6f-a0bb-42f4-9ef1-9ea3daaa3bd9 req-98f2ff80-b042-429b-8765-253045e933df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0586090 Jun 24 14:33:23.834150 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c9a6f-a0bb-42f4-9ef1-9ea3daaa3bd9 req-34c326ab-8eb1-47d4-b9a3-f5e9746371ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:23.835620 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d98c9a6f-a0bb-42f4-9ef1-9ea3daaa3bd9 req-34c326ab-8eb1-47d4-b9a3-f5e9746371ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800514 Jun 24 14:33:23.976172 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d98c9a6f-a0bb-42f4-9ef1-9ea3daaa3bd9 req-bcd3c043-cb95-45a3-b52b-9879f2fdd73b service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342034 Jun 24 14:33:24.076634 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e46e6a-22c8-404e-863a-717b3cabf75e req-db95b071-0e3d-416b-9328-12724055c310 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:24.078017 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b3e46e6a-22c8-404e-863a-717b3cabf75e req-db95b071-0e3d-416b-9328-12724055c310 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.0899382 Jun 24 14:33:24.110270 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d98c9a6f-a0bb-42f4-9ef1-9ea3daaa3bd9 req-1818cba9-76fc-47f1-b41f-697d3f4bc548 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267087 Jun 24 14:33:24.122541 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b3e46e6a-22c8-404e-863a-717b3cabf75e req-9f58c036-a1b4-4d69-b70f-449d4743c30e tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389280 Jun 24 14:33:24.315114 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aeaa2-9154-4497-b097-2db4246f7388 req-4daf7076-bd13-4342-8a49-238d94fa6acd tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:24.316616 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6c2aeaa2-9154-4497-b097-2db4246f7388 req-4daf7076-bd13-4342-8a49-238d94fa6acd tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 943 time: 0.0866997 Jun 24 14:33:24.469466 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6c2aeaa2-9154-4497-b097-2db4246f7388 req-60b0a39a-ae0f-41c7-a0ca-f37764287832 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458578 Jun 24 14:33:25.317847 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8fcff-b093-4056-a568-9473d4163a6e req-dc156a9d-d925-4ea2-bba8-519c27e3ad6a tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:25.319278 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b8b8fcff-b093-4056-a568-9473d4163a6e req-dc156a9d-d925-4ea2-bba8-519c27e3ad6a tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.0935793 Jun 24 14:33:25.363707 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b8b8fcff-b093-4056-a568-9473d4163a6e req-20357bf2-e0f1-421f-b1b8-572f6628f933 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381467 Jun 24 14:33:25.709198 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f8e1e-830b-4e9a-96dd-a711d516fa71 req-9e034bc5-fc7f-49b0-81a0-33e4253ce26c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:25.710560 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0c8f8e1e-830b-4e9a-96dd-a711d516fa71 req-9e034bc5-fc7f-49b0-81a0-33e4253ce26c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 943 time: 0.1251671 Jun 24 14:33:25.754654 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0c8f8e1e-830b-4e9a-96dd-a711d516fa71 req-e367182f-4dd5-407d-ae43-578d98cd879e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380070 Jun 24 14:33:26.558910 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54f71a-0fe2-40f9-9ec2-b532077205f3 req-9efeeaf6-a4d1-4bf8-a8b7-4a385222d3c2 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:26.560326 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-df54f71a-0fe2-40f9-9ec2-b532077205f3 req-9efeeaf6-a4d1-4bf8-a8b7-4a385222d3c2 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.0895534 Jun 24 14:33:26.606270 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-df54f71a-0fe2-40f9-9ec2-b532077205f3 req-0b4feb5a-0aee-4c1c-a26d-82a3e56a6f4a tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403414 Jun 24 14:33:26.939625 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8f132-1c67-4dbb-8f02-b5950f2f2b40 req-e05df3b4-bc7b-4ec4-8b54-6e9e1a058037 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:26.940965 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a0b8f132-1c67-4dbb-8f02-b5950f2f2b40 req-e05df3b4-bc7b-4ec4-8b54-6e9e1a058037 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 943 time: 0.0824766 Jun 24 14:33:26.984998 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a0b8f132-1c67-4dbb-8f02-b5950f2f2b40 req-2069931e-d3b1-4759-b859-9a8062616806 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379765 Jun 24 14:33:27.804283 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb70eb-f7fd-4f70-b154-6c2e0e0a5e9c req-f736b91a-c5ba-4d58-960f-ef34c44b3af8 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:27.806318 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c1eb70eb-f7fd-4f70-b154-6c2e0e0a5e9c req-f736b91a-c5ba-4d58-960f-ef34c44b3af8 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 944 time: 0.0938044 Jun 24 14:33:27.850832 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c1eb70eb-f7fd-4f70-b154-6c2e0e0a5e9c req-bfc26461-289c-401f-9864-da9590cbb2dc tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389562 Jun 24 14:33:27.899720 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 55f8a10c-3582-4d17-adad-6463b68a2af8 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:33:28.030503 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 55f8a10c-3582-4d17-adad-6463b68a2af8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=55f8a10c-3582-4d17-adad-6463b68a2af8,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:28.044646 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'port_id': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'mac_address': 'fa:16:3e:0c:26:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:33:28.099485 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 55f8a10c-3582-4d17-adad-6463b68a2af8 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:28.099857 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:28.117107 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f8a10c-3582-4d17-adad-6463b68a2af8 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:33:28.132809 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 55f8a10c-3582-4d17-adad-6463b68a2af8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=55f8a10c-3582-4d17-adad-6463b68a2af8,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:28.146000 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:28.146687 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 3cf878fe-7e6f-4cf9-9f85-08b27d931970 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:33:28.184554 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83212602-54ba-4cbd-9bb4-c7953fdc4a61 req-80ac341e-0c0f-4ce1-93a7-9e68db247af4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:28.186132 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-83212602-54ba-4cbd-9bb4-c7953fdc4a61 req-80ac341e-0c0f-4ce1-93a7-9e68db247af4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 943 time: 0.0946558 Jun 24 14:33:28.231141 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-83212602-54ba-4cbd-9bb4-c7953fdc4a61 req-7dfe2a69-5049-4fba-8a68-4d5835543930 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390847 Jun 24 14:33:28.281557 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=55f8a10c-3582-4d17-adad-6463b68a2af8,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:28.297822 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:28.298163 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:28.298497 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:28.298827 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:28.299155 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:28.299481 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:28.299802 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:28.300124 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:28.300475 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:28.300798 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:28.301118 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:28.301434 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:33:28.354175 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 3cf878fe-7e6f-4cf9-9f85-08b27d931970, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:28.367336 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'port_id': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'mac_address': 'fa:16:3e:b8:ae:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:33:28.424858 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:28.425234 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:28.443394 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf878fe-7e6f-4cf9-9f85-08b27d931970 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:33:28.459187 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 3cf878fe-7e6f-4cf9-9f85-08b27d931970, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:28.463103 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:28.532931 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=3cf878fe-7e6f-4cf9-9f85-08b27d931970,revision_number=7']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:28.970863 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['55f8a10c-3582-4d17-adad-6463b68a2af8'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:33:28.996930 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['3cf878fe-7e6f-4cf9-9f85-08b27d931970'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:33:29.043016 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fffa3-9548-4eaa-9ec3-a38330fe1e16 req-80dfb89f-1f3a-42c5-bf93-e567b153da1b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:29.044516 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bc9fffa3-9548-4eaa-9ec3-a38330fe1e16 req-80dfb89f-1f3a-42c5-bf93-e567b153da1b tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 945 time: 0.0872271 Jun 24 14:33:29.089749 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bc9fffa3-9548-4eaa-9ec3-a38330fe1e16 req-caafce51-cea6-4ecb-bf30-1ce64550f02f tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393412 Jun 24 14:33:29.427275 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdfa93-44fd-4db4-ba45-889657362c8c req-9f563da1-6da7-41c1-b0b9-4c8d4a56ecd9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:29.428706 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-06bdfa93-44fd-4db4-ba45-889657362c8c req-9f563da1-6da7-41c1-b0b9-4c8d4a56ecd9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 944 time: 0.0884886 Jun 24 14:33:29.473029 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-06bdfa93-44fd-4db4-ba45-889657362c8c req-20d40ee2-a936-493c-a689-f1946b1d18e8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384624 Jun 24 14:33:30.282224 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec6980-41c0-4227-9f04-8703e35c829d req-194e7158-25ad-4f4b-8aee-ef5b671056a0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:30.283625 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aeec6980-41c0-4227-9f04-8703e35c829d req-194e7158-25ad-4f4b-8aee-ef5b671056a0 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 945 time: 0.0874248 Jun 24 14:33:30.326616 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aeec6980-41c0-4227-9f04-8703e35c829d req-1010fde2-0586-44a4-8fa3-d9a81b2558ae tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371265 Jun 24 14:33:30.669214 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c4f33-3033-4b95-bc7f-d56ffb0b4a37 req-b253a65c-cf36-4009-aee1-2454b2c47bea tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:30.670677 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-678c4f33-3033-4b95-bc7f-d56ffb0b4a37 req-b253a65c-cf36-4009-aee1-2454b2c47bea tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 944 time: 0.0908332 Jun 24 14:33:30.716836 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-678c4f33-3033-4b95-bc7f-d56ffb0b4a37 req-b9c74aa8-d285-4397-ad4e-817e965c2d34 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Jun 24 14:33:31.519233 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf75e73-d408-46b4-a29f-223288b75b4c req-9fef8297-21a4-4cb1-bda6-9bf1d0016b2a tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:31.520702 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dbf75e73-d408-46b4-a29f-223288b75b4c req-9fef8297-21a4-4cb1-bda6-9bf1d0016b2a tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 945 time: 0.0909319 Jun 24 14:33:31.564614 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dbf75e73-d408-46b4-a29f-223288b75b4c req-3b49abd3-c75c-47b4-8663-15290473776c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381975 Jun 24 14:33:31.917539 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f073b6-f399-4aae-8719-6d8358e08f7c req-6fbf3270-f11a-4b6b-89a4-53b5dafd105f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:31.919006 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-05f073b6-f399-4aae-8719-6d8358e08f7c req-6fbf3270-f11a-4b6b-89a4-53b5dafd105f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 944 time: 0.0909765 Jun 24 14:33:31.927906 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 55f8a10c-3582-4d17-adad-6463b68a2af8 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:33:31.978220 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-05f073b6-f399-4aae-8719-6d8358e08f7c req-0f763ba6-734d-4d90-8d4f-d14ecc268eab tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533724 Jun 24 14:33:31.998184 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 55f8a10c-3582-4d17-adad-6463b68a2af8 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:33:32.002949 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 55f8a10c-3582-4d17-adad-6463b68a2af8 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:32.003318 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.114410 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 55f8a10c-3582-4d17-adad-6463b68a2af8 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:32.114776 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.140148 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f8a10c-3582-4d17-adad-6463b68a2af8'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:33:32.150097 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 55f8a10c-3582-4d17-adad-6463b68a2af8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=55f8a10c-3582-4d17-adad-6463b68a2af8,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:32.153805 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.154770 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 3cf878fe-7e6f-4cf9-9f85-08b27d931970 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:33:32.216952 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a2db65-a5bb-40d4-b47b-735c0e4c8a76'] response: {'server_uuid': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'code': 200} Jun 24 14:33:32.271641 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=55f8a10c-3582-4d17-adad-6463b68a2af8,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:32.283337 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:32.283703 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.401598 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:33:32.401961 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.435054 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 3cf878fe-7e6f-4cf9-9f85-08b27d931970, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:32.441014 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:32.466895 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a03bae-1b13-4f71-9bf9-bb9b0c6a62b6 req-9b8477ee-1598-4a3c-a3b4-c0e559b0d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:32.468370 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-53a03bae-1b13-4f71-9bf9-bb9b0c6a62b6 req-9b8477ee-1598-4a3c-a3b4-c0e559b0d245 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 1098 time: 0.0881064 Jun 24 14:33:32.511414 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-53a03bae-1b13-4f71-9bf9-bb9b0c6a62b6 req-4bb5138c-7f7c-4a77-af7d-c73b67a977d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364189 Jun 24 14:33:32.550401 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=3cf878fe-7e6f-4cf9-9f85-08b27d931970,revision_number=8']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:32.764741 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1b849-8af7-430d-85c8-ba4eb853a75b req-e0627a71-1bb1-40cd-ace4-c8002a5b027f tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:32.766084 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1ea1b849-8af7-430d-85c8-ba4eb853a75b req-e0627a71-1bb1-40cd-ace4-c8002a5b027f tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0956819 Jun 24 14:33:32.809627 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1ea1b849-8af7-430d-85c8-ba4eb853a75b req-a805bfa9-ff61-4653-9c07-dc2924e64d8c tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377049 Jun 24 14:33:33.173141 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b5e4e-2eff-4a18-9724-1ce2e2b1f873 req-e0d01cf0-8783-48c2-a502-7cd0aeb5e944 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:33.174575 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d35b5e4e-2eff-4a18-9724-1ce2e2b1f873 req-e0d01cf0-8783-48c2-a502-7cd0aeb5e944 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 945 time: 0.0892923 Jun 24 14:33:33.219360 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d35b5e4e-2eff-4a18-9724-1ce2e2b1f873 req-4cf07777-16c6-4ece-bad6-25a628cab729 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390401 Jun 24 14:33:34.016117 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87d8b5-92da-40f3-a2d2-bb8ecbb9ddfc req-3b99f645-e3b9-4957-aca7-cf33183487e1 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:34.017900 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bf87d8b5-92da-40f3-a2d2-bb8ecbb9ddfc req-3b99f645-e3b9-4957-aca7-cf33183487e1 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0967567 Jun 24 14:33:34.063757 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-bf87d8b5-92da-40f3-a2d2-bb8ecbb9ddfc req-304c30fc-8ba9-436a-a7b5-ce4c45adab42 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394526 Jun 24 14:33:34.218595 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:33:34.262989 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7fb851f-adf5-4724-a068-6e501ce3e344'] response: {'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'code': 200} Jun 24 14:33:34.412917 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa529c7-9c03-44a5-bef0-d251fa935e31 req-c274ac67-4722-4dcb-8940-6ebbf41f2022 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:34.414402 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ffa529c7-9c03-44a5-bef0-d251fa935e31 req-c274ac67-4722-4dcb-8940-6ebbf41f2022 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 945 time: 0.0871551 Jun 24 14:33:34.458081 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ffa529c7-9c03-44a5-bef0-d251fa935e31 req-242d3941-8879-4a61-ae49-ae3498e766ec tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380018 Jun 24 14:33:34.610632 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c3fe9-4aa6-425e-8e39-1c6393cffa4d req-886f26a7-da92-4bf5-b63e-ace6dc627a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:34.612119 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-700c3fe9-4aa6-425e-8e39-1c6393cffa4d req-886f26a7-da92-4bf5-b63e-ace6dc627a47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 1099 time: 0.0874248 Jun 24 14:33:34.650576 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739bc21-01ab-41a9-a49c-bf791ebcde49 req-f3b68544-60f2-4ef8-99e3-c576fd11bb17 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:34.652026 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e739bc21-01ab-41a9-a49c-bf791ebcde49 req-f3b68544-60f2-4ef8-99e3-c576fd11bb17 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 945 time: 0.0906401 Jun 24 14:33:34.653132 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-700c3fe9-4aa6-425e-8e39-1c6393cffa4d req-c85311f5-3016-4f2c-a845-0595ab1ad6d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348349 Jun 24 14:33:34.661040 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46618) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:34.665800 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-fb45f201-e7aa-4cab-8052-544f44dc6d50 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'floatingip': {'port_id': '55f8a10c-3582-4d17-adad-6463b68a2af8'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:34.830080 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fb45f201-e7aa-4cab-8052-544f44dc6d50 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:35.375355 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443b058-dd35-40c7-9799-666bd0d059ae req-fc898479-1fce-4040-b6cf-fe28d75545da tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:35.376750 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9443b058-dd35-40c7-9799-666bd0d059ae req-fc898479-1fce-4040-b6cf-fe28d75545da tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1989245 Jun 24 14:33:35.503108 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9443b058-dd35-40c7-9799-666bd0d059ae req-7c507e43-b657-4566-99eb-e4499430f1a3 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168354 Jun 24 14:33:35.529914 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fb45f201-e7aa-4cab-8052-544f44dc6d50 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:35.533742 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fb45f201-e7aa-4cab-8052-544f44dc6d50 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:35.709235 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-fb45f201-e7aa-4cab-8052-544f44dc6d50 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Floating IP b0a83e3d-d98b-45b4-a0ba-1169f9a07524 associated. External IP: 172.27.2.41, port: 55f8a10c-3582-4d17-adad-6463b68a2af8. Jun 24 14:33:36.185699 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb45f201-e7aa-4cab-8052-544f44dc6d50 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Router b60a0d33-d24b-429c-9725-130fc5bce3d0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:33:36.361178 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb45f201-e7aa-4cab-8052-544f44dc6d50 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:33:36.365608 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fb45f201-e7aa-4cab-8052-544f44dc6d50 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:36.370865 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3378878b-11d7-4dae-acb1-cf27b9ccb7c6 None None] Sync routers for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:33:36.380114 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3378878b-11d7-4dae-acb1-cf27b9ccb7c6 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:36.380746 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-3378878b-11d7-4dae-acb1-cf27b9ccb7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:33:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:36.423877 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-fb45f201-e7aa-4cab-8052-544f44dc6d50 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "PUT /v2.0/floatingips/b0a83e3d-d98b-45b4-a0ba-1169f9a07524 HTTP/1.1" status: 200 len: 990 time: 1.7617896 Jun 24 14:33:36.424672 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'tag': '55f8a10c-3582-4d17-adad-6463b68a2af8'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:33:36.469306 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7dde737-a082-4b02-b983-4b5600f31586'] response: {'name': 'network-changed', 'server_uuid': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'tag': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'status': 'completed', 'code': 200} Jun 24 14:33:36.566234 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-3378878b-11d7-4dae-acb1-cf27b9ccb7c6 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:36.618387 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18902e0b-a248-4117-84cb-4a61458c55c3 req-e3004e0d-e9fb-44e6-b716-07ec71dbe553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:36.621810 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-18902e0b-a248-4117-84cb-4a61458c55c3 req-e3004e0d-e9fb-44e6-b716-07ec71dbe553 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 1098 time: 0.1022243 Jun 24 14:33:36.715208 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c17d6-e26d-4104-9719-cb225dc60405 req-a6c592c6-c192-4f38-90a7-a351e40f0f12 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:36.716646 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b66c17d6-e26d-4104-9719-cb225dc60405 req-a6c592c6-c192-4f38-90a7-a351e40f0f12 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1019008 Jun 24 14:33:36.764737 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b66c17d6-e26d-4104-9719-cb225dc60405 req-9349c266-f2cb-4e7b-a0eb-7c1250799eea tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415094 Jun 24 14:33:36.781037 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18902e0b-a248-4117-84cb-4a61458c55c3 req-b956695d-7c6e-4b8c-803d-1f7d865b87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:36.783207 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-18902e0b-a248-4117-84cb-4a61458c55c3 req-b956695d-7c6e-4b8c-803d-1f7d865b87e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 916 time: 0.1537628 Jun 24 14:33:36.862161 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:36.943023 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-3378878b-11d7-4dae-acb1-cf27b9ccb7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'b0a83e3d-d98b-45b4-a0ba-1169f9a07524', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:0c:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:33:17Z', 'updated_at': '2022-06-24T14:33:35Z', 'revision_number': 1, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:36.947514 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3378878b-11d7-4dae-acb1-cf27b9ccb7c6 None None] Checking router: b60a0d33-d24b-429c-9725-130fc5bce3d0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:33:36.955784 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3378878b-11d7-4dae-acb1-cf27b9ccb7c6 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:36.956387 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-3378878b-11d7-4dae-acb1-cf27b9ccb7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:33:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:36.983120 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-18902e0b-a248-4117-84cb-4a61458c55c3 req-8942f5b2-ea2f-4f2b-8b14-ecc12c954464 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55f8a10c-3582-4d17-adad-6463b68a2af8 HTTP/1.1" status: 200 len: 998 time: 0.1936333 Jun 24 14:33:37.056236 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18902e0b-a248-4117-84cb-4a61458c55c3 req-ca825a37-612e-48d3-ab68-3d8c7592d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:37.057723 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-18902e0b-a248-4117-84cb-4a61458c55c3 req-ca825a37-612e-48d3-ab68-3d8c7592d6a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0683453 Jun 24 14:33:37.141436 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-3378878b-11d7-4dae-acb1-cf27b9ccb7c6 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:37.154568 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18902e0b-a248-4117-84cb-4a61458c55c3 req-b3c9a274-86c0-4bc8-a76c-3789501b1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:37.156029 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-18902e0b-a248-4117-84cb-4a61458c55c3 req-b3c9a274-86c0-4bc8-a76c-3789501b1a97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917962 Jun 24 14:33:37.291508 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-18902e0b-a248-4117-84cb-4a61458c55c3 req-e96c981a-a71d-418b-a9cd-dfa0395b7fe3 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286051 Jun 24 14:33:37.430806 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-18902e0b-a248-4117-84cb-4a61458c55c3 req-c052b375-9591-4b3a-9513-cf5825ebdc62 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330512 Jun 24 14:33:37.527451 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-3378878b-11d7-4dae-acb1-cf27b9ccb7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'b0a83e3d-d98b-45b4-a0ba-1169f9a07524', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:0c:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:33:17Z', 'updated_at': '2022-06-24T14:33:35Z', 'revision_number': 1, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:37.531353 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3378878b-11d7-4dae-acb1-cf27b9ccb7c6 None None] The sync data for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi is: [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'b0a83e3d-d98b-45b4-a0ba-1169f9a07524', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:0c:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:33:17Z', 'updated_at': '2022-06-24T14:33:35Z', 'revision_number': 1, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:33:37.723526 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7b52e-008e-43ad-89b5-545389564a66 None None] New status for floating IP b0a83e3d-d98b-45b4-a0ba-1169f9a07524: ACTIVE {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:33:38.457817 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ab473ad6-fa8c-4254-ba31-c92c44e38308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:40.160100 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-84fbfc74-4139-4042-9704-294b77c9ec7d req-8f587c00-7e33-4be2-a031-f8afc0b17e9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787027 Jun 24 14:33:40.320950 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbfc74-4139-4042-9704-294b77c9ec7d req-d78024b6-8f36-483d-bcaa-49a90f5db9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:40.322401 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-84fbfc74-4139-4042-9704-294b77c9ec7d req-d78024b6-8f36-483d-bcaa-49a90f5db9a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 1099 time: 0.0770140 Jun 24 14:33:40.463183 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbfc74-4139-4042-9704-294b77c9ec7d req-84870812-3926-408c-b458-700dd7857345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:40.464547 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-84fbfc74-4139-4042-9704-294b77c9ec7d req-84870812-3926-408c-b458-700dd7857345 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 200 len: 911 time: 0.1234241 Jun 24 14:33:40.566868 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-84fbfc74-4139-4042-9704-294b77c9ec7d req-a5b39579-fae0-472b-8f39-8872ae96e39d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=631607fb-c619-44e2-aeea-7f2e1ca4b791 HTTP/1.1" status: 200 len: 1002 time: 0.0961289 Jun 24 14:33:40.627499 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbfc74-4139-4042-9704-294b77c9ec7d req-e5b652bf-c65e-4ede-8896-30d58ea7ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:40.628921 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-84fbfc74-4139-4042-9704-294b77c9ec7d req-e5b652bf-c65e-4ede-8896-30d58ea7ea2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e28c7d3-954d-4590-b072-2d8fc3c5d8a1 HTTP/1.1" status: 200 len: 849 time: 0.0566554 Jun 24 14:33:40.687842 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0a067043-a925-4e95-835d-60dbe881038c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:40.715083 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbfc74-4139-4042-9704-294b77c9ec7d req-f4be9935-562a-47ce-acda-9f3ed47cdb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:40.716498 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-84fbfc74-4139-4042-9704-294b77c9ec7d req-f4be9935-562a-47ce-acda-9f3ed47cdb70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d866f169-8269-4b35-afc6-9e5c3d6deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805173 Jun 24 14:33:40.853760 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-84fbfc74-4139-4042-9704-294b77c9ec7d req-c9a0195e-a5a8-40e3-b0b8-edfecf64be32 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311440 Jun 24 14:33:40.981249 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-84fbfc74-4139-4042-9704-294b77c9ec7d req-211c35ea-a335-4db0-bbd1-5679a9a6f880 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207764 Jun 24 14:33:41.625051 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:41.975737 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:43.304823 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:33:43.660145 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:48.377799 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f7d4a-1821-4c1d-9dac-51f6d3998ae3 req-b87e8b6d-b22a-4bd2-afa0-46e2ea1ad9da tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:48.379249 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-460f7d4a-1821-4c1d-9dac-51f6d3998ae3 req-b87e8b6d-b22a-4bd2-afa0-46e2ea1ad9da tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0875285 Jun 24 14:33:48.422842 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-460f7d4a-1821-4c1d-9dac-51f6d3998ae3 req-87133150-672b-4398-a5a7-ccc84d4c8d68 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369730 Jun 24 14:33:49.616368 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a216be-c0ae-471a-ae22-d8ac20da330d req-b1f6d11d-5400-4da2-a76d-e59b4f131e51 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:49.618508 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f4a216be-c0ae-471a-ae22-d8ac20da330d req-b1f6d11d-5400-4da2-a76d-e59b4f131e51 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.0909951 Jun 24 14:33:49.661623 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f4a216be-c0ae-471a-ae22-d8ac20da330d req-906f8c6c-fd3d-4243-86fe-cf0091c98efe tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=25323ea1-310a-4fb7-9edd-92348d3071ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374298 Jun 24 14:33:49.805445 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-3b0b3a61-21f6-4a29-b0fe-966498877ae2 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:49.806038 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-3b0b3a61-21f6-4a29-b0fe-966498877ae2 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Synchronizing usage tracker for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:33:49.826384 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-3b0b3a61-21f6-4a29-b0fe-966498877ae2 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Unset dirty status for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:33:49.827506 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-3b0b3a61-21f6-4a29-b0fe-966498877ae2 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.36 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 946 time: 0.1052306 Jun 24 14:33:49.900846 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Deleting port 631607fb-c619-44e2-aeea-7f2e1ca4b791 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:49.901183 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:50.236218 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] For port 631607fb-c619-44e2-aeea-7f2e1ca4b791, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=631607fb-c619-44e2-aeea-7f2e1ca4b791,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:33:50.236596 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:50.522746 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:50.523118 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:50.523464 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.l3_db [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Floating IP b1cc080d-8f13-4112-b125-d7ea7c2b3746 disassociated. External IP: 172.27.2.103, port: 631607fb-c619-44e2-aeea-7f2e1ca4b791. Jun 24 14:33:50.523799 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Calling delete_port for 631607fb-c619-44e2-aeea-7f2e1ca4b791 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:50.684992 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:50.732700 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event deleted for resources: {'Port': ['ID=631607fb-c619-44e2-aeea-7f2e1ca4b791,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:50.876217 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e2ffa0bf-63c0-4f5e-8316-499bf6462972 req-bacb8a02-067b-419a-979c-167c7bc05275 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=8adde593-9564-435d-b08c-9822f42aab87 HTTP/1.1" status: 200 len: 210 time: 0.0689955 Jun 24 14:33:50.940839 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:33:51.119934 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:33:51.132272 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba0927d-1031-4a74-88a1-afa1d7c4c4d4 None None] Sync routers for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:33:51.142543 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0927d-1031-4a74-88a1-afa1d7c4c4d4 None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:51.143162 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-5ba0927d-1031-4a74-88a1-afa1d7c4c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:33:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:51.206863 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] No DVR routers for this DVR port 631607fb-c619-44e2-aeea-7f2e1ca4b791 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:33:51.209361 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:51.212488 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adde593-9564-435d-b08c-9822f42aab87', 'name': 'network-vif-deleted', 'tag': '631607fb-c619-44e2-aeea-7f2e1ca4b791'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:33:51.230805 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a6fdbf23-e1ad-436b-8201-8e98c420f154 req-49633223-e3fa-43e6-9086-50ad31a6451f tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.36 "DELETE /v2.0/ports/631607fb-c619-44e2-aeea-7f2e1ca4b791 HTTP/1.1" status: 204 len: 173 time: 1.3971426 Jun 24 14:33:51.259566 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10dba0e7-6890-4331-b966-2762c2eafea0'] response: {'server_uuid': '8adde593-9564-435d-b08c-9822f42aab87', 'name': 'network-vif-deleted', 'tag': '631607fb-c619-44e2-aeea-7f2e1ca4b791', 'status': 'completed', 'code': 200} Jun 24 14:33:51.323655 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-5ba0927d-1031-4a74-88a1-afa1d7c4c4d4 None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:51.633589 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-5ba0927d-1031-4a74-88a1-afa1d7c4c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:11Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:51.637434 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba0927d-1031-4a74-88a1-afa1d7c4c4d4 None None] Checking router: e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:33:51.645538 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0927d-1031-4a74-88a1-afa1d7c4c4d4 None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:33:51.646125 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-5ba0927d-1031-4a74-88a1-afa1d7c4c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:33:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:51.825539 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-5ba0927d-1031-4a74-88a1-afa1d7c4c4d4 None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:33:52.017582 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46676) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:52.087196 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-66245402-e71d-4db2-818e-39f05c0d6cea tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:52.116258 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-66245402-e71d-4db2-818e-39f05c0d6cea tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:52.151037 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-5ba0927d-1031-4a74-88a1-afa1d7c4c4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:11Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:33:52.155703 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba0927d-1031-4a74-88a1-afa1d7c4c4d4 None None] The sync data for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi is: [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:11Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:33:52.173559 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-66245402-e71d-4db2-818e-39f05c0d6cea tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:52.194215 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66245402-e71d-4db2-818e-39f05c0d6cea tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25323ea1-310a-4fb7-9edd-92348d3071ae,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:52.202395 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-66245402-e71d-4db2-818e-39f05c0d6cea tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:52.204286 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-66245402-e71d-4db2-818e-39f05c0d6cea tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "DELETE /v2.0/security-groups/25323ea1-310a-4fb7-9edd-92348d3071ae HTTP/1.1" status: 204 len: 168 time: 0.1851060 Jun 24 14:33:52.206891 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46682) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:52.224270 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.api.v2.resource [None req-b3e1e1df-51ba-4365-b0fd-4e34417fd1c4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] show failed (client error): The resource could not be found. Jun 24 14:33:52.225604 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-b3e1e1df-51ba-4365-b0fd-4e34417fd1c4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups/25323ea1-310a-4fb7-9edd-92348d3071ae HTTP/1.1" status: 404 len: 347 time: 0.0176694 Jun 24 14:33:52.228990 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46686) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:52.388196 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ed816-656f-4bed-a910-c77e7aba228c None None] New status for floating IP b1cc080d-8f13-4112-b125-d7ea7c2b3746: DOWN {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:33:52.390785 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Deleting port 3e0d4d11-27aa-4256-8667-3de7b5ecf1c4 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:52.391125 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:52.563156 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:52.563384 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:52.688613 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Calling delete_port for 3e0d4d11-27aa-4256-8667-3de7b5ecf1c4 owned by network:floatingip {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:52.774279 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.db.api [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:33:52.774671 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG oslo_db.api [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:33:53.276292 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Deleting port 3e0d4d11-27aa-4256-8667-3de7b5ecf1c4 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:33:53.276974 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:53.322092 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455ee1c-3417-4235-bff1-8aad8c34b702 req-44909b79-4b3a-46fa-a447-73517d72e7f5 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:53.323514 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1455ee1c-3417-4235-bff1-8aad8c34b702 req-44909b79-4b3a-46fa-a447-73517d72e7f5 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.1266320 Jun 24 14:33:53.540046 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1455ee1c-3417-4235-bff1-8aad8c34b702 req-3e68c54e-cc29-44db-9b5f-52eaf2d57114 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055740 Jun 24 14:33:53.576130 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:53.576479 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:53.698692 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Calling delete_port for 3e0d4d11-27aa-4256-8667-3de7b5ecf1c4 owned by network:floatingip {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:33:53.832195 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:53.882797 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event deleted for resources: {'Port': ['ID=3e0d4d11-27aa-4256-8667-3de7b5ecf1c4,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:53.978142 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:53.991615 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:53.993262 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-108f1938-c616-42cb-a582-a7bd9c9055b8 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "DELETE /v2.0/floatingips/b1cc080d-8f13-4112-b125-d7ea7c2b3746 HTTP/1.1" status: 204 len: 168 time: 1.7632732 Jun 24 14:33:54.007633 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 631607fb-c619-44e2-aeea-7f2e1ca4b791 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:33:54.042297 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 631607fb-c619-44e2-aeea-7f2e1ca4b791 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:33:54.042588 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 631607fb-c619-44e2-aeea-7f2e1ca4b791 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:33:54.097673 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46706) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:54.103595 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380200532', 'description': 'tempest-description--224602699'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:54.109374 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:54.113440 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Usage tracker for resource:security_group and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:54.116739 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:54.122888 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:54.132672 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.152034 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:54.155809 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Usage tracker for resource:security_group_rule and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:54.158605 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:54.164746 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:54.233564 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.237113 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.280519 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:54.283169 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.284304 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-f1ae886c-ed8d-4d10-bf8a-a808583993c0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1855657 Jun 24 14:33:54.287175 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46710) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:54.292965 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-0b5a3473-090a-41c0-9461-11aabc38825a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Request body: {'security_group_rule': {'security_group_id': 'dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:54.298752 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0b5a3473-090a-41c0-9461-11aabc38825a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:54.302667 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0b5a3473-090a-41c0-9461-11aabc38825a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Usage tracker for resource:security_group_rule and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:54.305528 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0b5a3473-090a-41c0-9461-11aabc38825a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:54.311118 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0b5a3473-090a-41c0-9461-11aabc38825a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:54.328902 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0b5a3473-090a-41c0-9461-11aabc38825a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.389354 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0b5a3473-090a-41c0-9461-11aabc38825a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.392903 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0b5a3473-090a-41c0-9461-11aabc38825a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.417547 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a3473-090a-41c0-9461-11aabc38825a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dfedda-e509-4800-8041-0e0193d81a69,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:54.425976 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0b5a3473-090a-41c0-9461-11aabc38825a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.427267 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-0b5a3473-090a-41c0-9461-11aabc38825a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391950 Jun 24 14:33:54.429992 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46714) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:54.435006 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-ddd9a3d8-880f-42b6-8635-f41deb8838a0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Request body: {'security_group_rule': {'security_group_id': 'dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:54.440739 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ddd9a3d8-880f-42b6-8635-f41deb8838a0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:54.444962 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ddd9a3d8-880f-42b6-8635-f41deb8838a0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Usage tracker for resource:security_group_rule and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:54.447804 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ddd9a3d8-880f-42b6-8635-f41deb8838a0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:54.453387 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ddd9a3d8-880f-42b6-8635-f41deb8838a0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:54.473265 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ddd9a3d8-880f-42b6-8635-f41deb8838a0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.533185 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ddd9a3d8-880f-42b6-8635-f41deb8838a0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.536611 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ddd9a3d8-880f-42b6-8635-f41deb8838a0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.559829 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9a3d8-880f-42b6-8635-f41deb8838a0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb77260b-dc13-4434-84f8-fdc8e34e025c,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:54.570706 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ddd9a3d8-880f-42b6-8635-f41deb8838a0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.572592 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-ddd9a3d8-880f-42b6-8635-f41deb8838a0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416090 Jun 24 14:33:54.575808 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 46720) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:33:54.582074 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:54.589180 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:54.593138 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Usage tracker for resource:floatingip and tenant:ee3745d0a84a453ba17bf640b80f62a6 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:33:54.596229 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:33:54.606842 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:54.617237 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.742469 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7f507-22fe-4af3-8619-584dfe175276 req-339d7546-e798-4cbf-a7ed-7ca69ed39fcb tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:54.744228 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5ba7f507-22fe-4af3-8619-584dfe175276 req-339d7546-e798-4cbf-a7ed-7ca69ed39fcb tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0891209 Jun 24 14:33:54.750633 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:54.791860 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5ba7f507-22fe-4af3-8619-584dfe175276 req-9057272c-3bd7-44dc-ad66-1fd68da135d6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416067 Jun 24 14:33:54.887742 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Allocated IP 172.27.2.24 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/b25d5530-ad6f-4fc8-b099-77e90b0ea2e6) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:33:55.132318 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:55.162351 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:55.223112 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:33:55.226035 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:33:55.229682 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:33:55.272406 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event updated for resources: {'Port': ['ID=b25d5530-ad6f-4fc8-b099-77e90b0ea2e6,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:55.317388 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:55.379549 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:55.578363 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:55.583191 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:55.686453 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event updated for resources: {'Port': ['ID=b25d5530-ad6f-4fc8-b099-77e90b0ea2e6,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:55.701985 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:55.723522 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:55.724994 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-a3f72394-e0ed-411f-839d-dfab7e8280e1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1476376 Jun 24 14:33:55.989736 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-cd74f0db-365c-4acf-86ba-e31285eae11c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Synchronizing usage tracker for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:33:56.010846 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-cd74f0db-365c-4acf-86ba-e31285eae11c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Unset dirty status for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:33:56.012193 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-cd74f0db-365c-4acf-86ba-e31285eae11c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1380200532&fields=id&tenant_id=ee3745d0a84a453ba17bf640b80f62a6 HTTP/1.1" status: 200 len: 267 time: 0.1100607 Jun 24 14:33:56.104139 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6649-86ff-432c-8b28-73ec2b67a85a req-5c6b9df0-2a2a-4f05-83f1-a999cd9564df tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:56.105535 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2ecb6649-86ff-432c-8b28-73ec2b67a85a req-5c6b9df0-2a2a-4f05-83f1-a999cd9564df tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.1895068 Jun 24 14:33:56.185262 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2ecb6649-86ff-432c-8b28-73ec2b67a85a req-c3cfedf8-302a-44ed-8c11-e03ab996a173 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739419 Jun 24 14:33:56.214285 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-62d4343b-bbfe-42cb-868e-98f715a42e71 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:56.215696 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-62d4343b-bbfe-42cb-868e-98f715a42e71 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/networks?id=d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 200 len: 810 time: 0.1967182 Jun 24 14:33:56.230370 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-bda33718-035d-45a9-b763-dabad41e1f2e tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/quotas/ee3745d0a84a453ba17bf640b80f62a6 HTTP/1.1" status: 200 len: 375 time: 0.0092278 Jun 24 14:33:56.319550 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-0080b3d6-4db6-437c-87d7-7fbdc7ddef93 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Synchronizing usage tracker for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:port {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:33:56.335215 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-0080b3d6-4db6-437c-87d7-7fbdc7ddef93 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Unset dirty status for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:port {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:33:56.337235 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-0080b3d6-4db6-437c-87d7-7fbdc7ddef93 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018345 Jun 24 14:33:56.473847 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-2f124655-c9a7-46bf-8de4-70b2c3c5c1b7 service neutron] 10.222.0.16 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251197 Jun 24 14:33:56.601034 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-58dcede9-1e5b-47a0-a1c0-cb5a05f8b30a service neutron] 10.222.0.16 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204247 Jun 24 14:33:56.783843 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-84f9ff1e-bf14-4359-abb0-cfdef937a851 req-623251a1-3b1a-4cac-9524-cca51d6fc7f2 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 210 time: 0.0486166 Jun 24 14:33:57.486677 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2394a-e8d5-463e-a2c9-d01ce96a33a6 req-1020cda6-3a52-4a85-bd88-fda10cb55dd8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:57.488204 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2bd2394a-e8d5-463e-a2c9-d01ce96a33a6 req-1020cda6-3a52-4a85-bd88-fda10cb55dd8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.1917999 Jun 24 14:33:57.533970 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2bd2394a-e8d5-463e-a2c9-d01ce96a33a6 req-c2d3c995-964f-4c08-a187-e97a19707b8b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393481 Jun 24 14:33:57.947200 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c1476f96-53d2-41bb-8d5b-4ab901114c37 req-14774989-138c-484c-ae35-cb20c557d4ce tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 210 time: 0.0559685 Jun 24 14:33:57.996261 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-11dd64d0-74d8-4e0c-a64c-6fa204d67770 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:57.997696 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-11dd64d0-74d8-4e0c-a64c-6fa204d67770 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.36 "GET /v2.0/networks?id=d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 200 len: 810 time: 0.1610687 Jun 24 14:33:58.053382 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-c16395a5-329d-4dc0-860b-f8a128a97775 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee3745d0a84a453ba17bf640b80f62a6 HTTP/1.1" status: 200 len: 380 time: 0.0403821 Jun 24 14:33:58.067878 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Request body: {'port': {'device_id': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'admin_state_up': True, 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'security_groups': ['dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:58.202005 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:33:58.211778 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:33:58.221286 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Made reservation on behalf of ee3745d0a84a453ba17bf640b80f62a6 for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:33:58.225253 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.390827 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Allocated IP 172.20.0.12 (d866f169-8269-4b35-afc6-9e5c3d6deb30/8e28c7d3-954d-4590-b072-2d8fc3c5d8a1/12725002-1e97-4662-9c8b-4e1ef1fee0bf) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:33:58.576741 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.593818 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Transition to ACTIVE for port object 12725002-1e97-4662-9c8b-4e1ef1fee0bf will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:33:58.621458 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.691785 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Network d866f169-8269-4b35-afc6-9e5c3d6deb30 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:33:58.696783 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:33:58.699237 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:33:58.745073 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1878be8-3e97-432c-b843-41b1aabc65cd req-d84e7311-b442-4ace-9682-6c1e2861afa5 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:58.745843 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a1878be8-3e97-432c-b843-41b1aabc65cd req-d84e7311-b442-4ace-9682-6c1e2861afa5 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0958226 Jun 24 14:33:58.755868 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event updated for resources: {'Port': ['ID=12725002-1e97-4662-9c8b-4e1ef1fee0bf,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:58.783254 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:58.783876 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.812533 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-9e19d216-c32d-451c-8c3d-1cb0549df781 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7479756 Jun 24 14:33:58.823979 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a1878be8-3e97-432c-b843-41b1aabc65cd req-428a409c-b405-401c-81d5-6eb6f49e6ef6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665610 Jun 24 14:33:58.830924 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Request body: {'port': {'device_id': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:33:58.946611 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:58.991291 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-e855e256-4429-4701-b6cf-f1d728c5706a None None] Provisioning for port 12725002-1e97-4662-9c8b-4e1ef1fee0bf completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:33:58.999783 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-e855e256-4429-4701-b6cf-f1d728c5706a None None] Provisioning complete for port 12725002-1e97-4662-9c8b-4e1ef1fee0bf triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:33:59.000168 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e855e256-4429-4701-b6cf-f1d728c5706a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:59.057312 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-e855e256-4429-4701-b6cf-f1d728c5706a None None] Port 12725002-1e97-4662-9c8b-4e1ef1fee0bf cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:33:59.154433 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da55178-4797-4931-a4ec-cc7f28eddfcd req-e994b9a6-f61a-4d27-a014-b21a6df0b926 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:59.155894 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2da55178-4797-4931-a4ec-cc7f28eddfcd req-e994b9a6-f61a-4d27-a014-b21a6df0b926 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 932 time: 0.0965574 Jun 24 14:33:59.201517 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2da55178-4797-4931-a4ec-cc7f28eddfcd req-a9300be4-8e0b-4b11-b2d7-63a9bc3d3b35 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392511 Jun 24 14:33:59.389115 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12725002-1e97-4662-9c8b-4e1ef1fee0bf {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:33:59.396017 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:59.409911 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Transition to ACTIVE for port object 12725002-1e97-4662-9c8b-4e1ef1fee0bf will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:33:59.413066 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:59.545948 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Pushing event updated for resources: {'Port': ['ID=12725002-1e97-4662-9c8b-4e1ef1fee0bf,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:59.657986 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Attempting to bind port 12725002-1e97-4662-9c8b-4e1ef1fee0bf on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:33:59.658316 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Attempting to bind port 12725002-1e97-4662-9c8b-4e1ef1fee0bf by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:33:59.658645 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Attempting to bind port 12725002-1e97-4662-9c8b-4e1ef1fee0bf on network d866f169-8269-4b35-afc6-9e5c3d6deb30 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:33:59.663183 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Port 12725002-1e97-4662-9c8b-4e1ef1fee0bf on network d866f169-8269-4b35-afc6-9e5c3d6deb30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:33:59.663500 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Attempting to bind port 12725002-1e97-4662-9c8b-4e1ef1fee0bf on network d866f169-8269-4b35-afc6-9e5c3d6deb30 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:33:59.668647 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:33:59.669057 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Checking segment: {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:33:59.669453 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Bound using segment: {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:33:59.669939 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Bound port: 12725002-1e97-4662-9c8b-4e1ef1fee0bf, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:33:59.670340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:59.760299 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] For port 12725002-1e97-4662-9c8b-4e1ef1fee0bf, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:33:59.763316 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] For port 12725002-1e97-4662-9c8b-4e1ef1fee0bf, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=12725002-1e97-4662-9c8b-4e1ef1fee0bf,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:33:59.766676 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:59.819639 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:59.820317 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:33:59.822529 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] 10.222.0.36 "PUT /v2.0/ports/12725002-1e97-4662-9c8b-4e1ef1fee0bf HTTP/1.1" status: 200 len: 1094 time: 0.9960132 Jun 24 14:33:59.825075 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'tag': '12725002-1e97-4662-9c8b-4e1ef1fee0bf'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:33:59.874312 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e02a2-e4f0-4fba-b363-99b37554549a service neutron] Pushing event updated for resources: {'Port': ['ID=12725002-1e97-4662-9c8b-4e1ef1fee0bf,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:33:59.888411 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec284b2-1dc9-4617-8ea5-8bd4c6ba44cb'] response: {'name': 'network-changed', 'server_uuid': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'tag': '12725002-1e97-4662-9c8b-4e1ef1fee0bf', 'status': 'completed', 'code': 200} Jun 24 14:33:59.990480 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-58b778d5-2467-430d-bc31-b7390cb74978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:33:59.992911 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-58b778d5-2467-430d-bc31-b7390cb74978 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 1097 time: 0.0831954 Jun 24 14:34:00.032185 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ccb30-0cfc-4dbf-ba1f-23b52a82ca9a req-8e59296b-947b-4a15-8f2d-4b7d58af8422 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:00.033784 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5f6ccb30-0cfc-4dbf-ba1f-23b52a82ca9a req-8e59296b-947b-4a15-8f2d-4b7d58af8422 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0921109 Jun 24 14:34:00.069095 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-a26b9457-7b07-4b47-891c-0ffa4d1b9a92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12725002-1e97-4662-9c8b-4e1ef1fee0bf HTTP/1.1" status: 200 len: 217 time: 0.0629845 Jun 24 14:34:00.080976 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5f6ccb30-0cfc-4dbf-ba1f-23b52a82ca9a req-a2be45c9-dd06-4e63-b723-0adf0ed5d6e3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408964 Jun 24 14:34:00.132373 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-6508f579-7409-44cf-a8e3-3c5f85378bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:00.133844 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-6508f579-7409-44cf-a8e3-3c5f85378bef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e28c7d3-954d-4590-b072-2d8fc3c5d8a1 HTTP/1.1" status: 200 len: 849 time: 0.0566139 Jun 24 14:34:00.219933 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-6b70d754-a712-4a8b-80fb-129d5e30e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:00.221401 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-6b70d754-a712-4a8b-80fb-129d5e30e6b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d866f169-8269-4b35-afc6-9e5c3d6deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778048 Jun 24 14:34:00.350611 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-61121761-80c0-44d0-971d-8fe38f6b8099 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220574 Jun 24 14:34:00.393299 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb4f90-dd1e-4a03-83fe-6037d60d68ce req-373f773a-b845-4beb-a400-dad7a93371ad tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:00.394859 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e7fb4f90-dd1e-4a03-83fe-6037d60d68ce req-373f773a-b845-4beb-a400-dad7a93371ad tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 944 time: 0.0857270 Jun 24 14:34:00.438576 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e7fb4f90-dd1e-4a03-83fe-6037d60d68ce req-7ffbe0ff-1f97-4c7c-92c5-e0c204676dcf tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373280 Jun 24 14:34:00.479333 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-65592bab-26ee-47b7-9488-a38b7a82c7a7 req-0bb0c2b4-29e0-4dfb-9089-c81de8d3367f service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224346 Jun 24 14:34:00.646268 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afdf4-b662-49e5-a14e-dae631d138d4 req-708c0242-d665-4f0e-bd56-9f15a207cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:00.647740 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-525afdf4-b662-49e5-a14e-dae631d138d4 req-708c0242-d665-4f0e-bd56-9f15a207cdea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 1097 time: 0.0766904 Jun 24 14:34:00.776105 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afdf4-b662-49e5-a14e-dae631d138d4 req-77d8c301-eb84-4211-aec8-6caa6fa8f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:00.777571 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-525afdf4-b662-49e5-a14e-dae631d138d4 req-77d8c301-eb84-4211-aec8-6caa6fa8f3dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 200 len: 911 time: 0.1236060 Jun 24 14:34:00.944978 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-525afdf4-b662-49e5-a14e-dae631d138d4 req-1a894fb7-bc77-4c2f-b566-96b71ed93fc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12725002-1e97-4662-9c8b-4e1ef1fee0bf HTTP/1.1" status: 200 len: 217 time: 0.1597688 Jun 24 14:34:01.010690 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afdf4-b662-49e5-a14e-dae631d138d4 req-c04036d7-a7eb-4ed9-8e28-c446085caa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:01.012069 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-525afdf4-b662-49e5-a14e-dae631d138d4 req-c04036d7-a7eb-4ed9-8e28-c446085caa1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e28c7d3-954d-4590-b072-2d8fc3c5d8a1 HTTP/1.1" status: 200 len: 849 time: 0.0567327 Jun 24 14:34:01.093709 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afdf4-b662-49e5-a14e-dae631d138d4 req-dab0373b-0c61-4048-9ff7-f1406410c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:01.095141 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-525afdf4-b662-49e5-a14e-dae631d138d4 req-dab0373b-0c61-4048-9ff7-f1406410c0bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d866f169-8269-4b35-afc6-9e5c3d6deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765212 Jun 24 14:34:01.225348 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-525afdf4-b662-49e5-a14e-dae631d138d4 req-ff3e2960-04d8-47f1-80c9-ae2c622d5cd7 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227250 Jun 24 14:34:01.290234 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dfb14-49ac-4662-9557-4bb2ef55cb95 req-5cf3d475-ab0b-4061-bd8f-6bd5df1d7f3f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:01.291707 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2c0dfb14-49ac-4662-9557-4bb2ef55cb95 req-5cf3d475-ab0b-4061-bd8f-6bd5df1d7f3f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0890172 Jun 24 14:34:01.336185 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2c0dfb14-49ac-4662-9557-4bb2ef55cb95 req-b2eeccff-c226-4b34-9b98-bac7ceb26a5c tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382423 Jun 24 14:34:01.357983 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-525afdf4-b662-49e5-a14e-dae631d138d4 req-798c572a-47a9-4b52-a679-4cf950eedab9 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241817 Jun 24 14:34:01.635135 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe261c-2f70-4308-b247-2d16821701e8 req-e002867b-6dc7-492d-969d-6f88db211af1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:01.636600 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4dfe261c-2f70-4308-b247-2d16821701e8 req-e002867b-6dc7-492d-969d-6f88db211af1 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 944 time: 0.0866258 Jun 24 14:34:01.682961 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4dfe261c-2f70-4308-b247-2d16821701e8 req-c1413578-48fa-4a95-a126-f97835d1b79c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407488 Jun 24 14:34:02.530492 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abdfd6-98e2-460f-bd7a-45f7bf52ff7f req-82ebd6f8-4c9b-4d1d-8647-9bc8092497a3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:02.531952 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f2abdfd6-98e2-460f-bd7a-45f7bf52ff7f req-82ebd6f8-4c9b-4d1d-8647-9bc8092497a3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0859377 Jun 24 14:34:02.577359 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f2abdfd6-98e2-460f-bd7a-45f7bf52ff7f req-b8214ce9-32e2-4f04-b8c7-e8e6f0607fe8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396144 Jun 24 14:34:02.877003 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e83037-0f46-48d3-a7d8-990f8b479058 req-f19a6311-fb7e-4d0a-95aa-dfe223e80033 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:02.878338 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-67e83037-0f46-48d3-a7d8-990f8b479058 req-f19a6311-fb7e-4d0a-95aa-dfe223e80033 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 944 time: 0.0905082 Jun 24 14:34:02.922847 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-67e83037-0f46-48d3-a7d8-990f8b479058 req-96ef09d6-dacf-4ad9-b0a5-02e84b913a77 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384009 Jun 24 14:34:03.777939 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d5382-73bf-4a63-bf32-a0866eef16f4 req-9cae8ff5-6e90-4205-81b8-d8648b325a82 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:03.779422 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-812d5382-73bf-4a63-bf32-a0866eef16f4 req-9cae8ff5-6e90-4205-81b8-d8648b325a82 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0888119 Jun 24 14:34:03.825784 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-812d5382-73bf-4a63-bf32-a0866eef16f4 req-83f8de24-f9d1-4fb3-a4b9-84716a56bb94 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406640 Jun 24 14:34:04.070943 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 12725002-1e97-4662-9c8b-4e1ef1fee0bf details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:34:04.115119 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1aa4a-26c1-4977-a788-245ac97c2413 req-6085aa9c-ae7f-4a1a-a011-9b897c918569 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:04.116595 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5bb1aa4a-26c1-4977-a788-245ac97c2413 req-6085aa9c-ae7f-4a1a-a011-9b897c918569 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 944 time: 0.0865688 Jun 24 14:34:04.166778 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5bb1aa4a-26c1-4977-a788-245ac97c2413 req-a7e9df3f-2d1b-4f33-81b8-19a056bcce01 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439165 Jun 24 14:34:04.236962 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 12725002-1e97-4662-9c8b-4e1ef1fee0bf, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=12725002-1e97-4662-9c8b-4e1ef1fee0bf,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:04.250272 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '12725002-1e97-4662-9c8b-4e1ef1fee0bf', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'port_id': '12725002-1e97-4662-9c8b-4e1ef1fee0bf', 'mac_address': 'fa:16:3e:33:44:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:34:04.302813 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 12725002-1e97-4662-9c8b-4e1ef1fee0bf is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:34:04.303179 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:04.319800 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12725002-1e97-4662-9c8b-4e1ef1fee0bf {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:34:04.335852 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 12725002-1e97-4662-9c8b-4e1ef1fee0bf, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=12725002-1e97-4662-9c8b-4e1ef1fee0bf,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:04.340260 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:04.407428 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=12725002-1e97-4662-9c8b-4e1ef1fee0bf,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:04.912064 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['12725002-1e97-4662-9c8b-4e1ef1fee0bf'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:34:05.029202 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb8b2f-7628-4b42-a270-fb83eac9f370 req-0bade68e-fad9-4a11-b3a3-1c686fcc4fde tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:05.030661 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6ebb8b2f-7628-4b42-a270-fb83eac9f370 req-0bade68e-fad9-4a11-b3a3-1c686fcc4fde tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0923092 Jun 24 14:34:05.074759 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6ebb8b2f-7628-4b42-a270-fb83eac9f370 req-f57ce469-5966-427f-a61c-8a21ccd81b2d tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381651 Jun 24 14:34:05.354220 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea82b52-a0c6-4c8f-9e8f-e3a6c8667396 req-316bc3b2-13d3-4f79-b879-3771c8cb6b21 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:05.355792 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2ea82b52-a0c6-4c8f-9e8f-e3a6c8667396 req-316bc3b2-13d3-4f79-b879-3771c8cb6b21 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 945 time: 0.0841236 Jun 24 14:34:05.401369 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2ea82b52-a0c6-4c8f-9e8f-e3a6c8667396 req-16c47244-fa6b-4663-8dfa-a3d9bef5cce7 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401242 Jun 24 14:34:06.099828 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 4390f3c8-55cb-4e21-8245-9b4e64238174 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:34:06.108280 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 12725002-1e97-4662-9c8b-4e1ef1fee0bf up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:34:06.276100 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 12725002-1e97-4662-9c8b-4e1ef1fee0bf completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:34:06.277494 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff989c-c153-4bd0-aa7a-cbc1ee1dfc0a req-36bd899d-f465-4ab3-9b68-3bac7b150fd8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:06.278956 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5fff989c-c153-4bd0-aa7a-cbc1ee1dfc0a req-36bd899d-f465-4ab3-9b68-3bac7b150fd8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0928049 Jun 24 14:34:06.284051 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 12725002-1e97-4662-9c8b-4e1ef1fee0bf triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:34:06.284444 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:06.326045 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5fff989c-c153-4bd0-aa7a-cbc1ee1dfc0a req-eddccd1c-c2d0-4c97-a7bc-099662c7dd24 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411320 Jun 24 14:34:06.337658 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4390f3c8-55cb-4e21-8245-9b4e64238174,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:06.361652 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'port_id': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'mac_address': 'fa:16:3e:d8:30:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:34:06.457536 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 4390f3c8-55cb-4e21-8245-9b4e64238174 is: ACTIVE; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:34:06.457905 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:06.489923 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4390f3c8-55cb-4e21-8245-9b4e64238174 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:34:06.496764 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 12725002-1e97-4662-9c8b-4e1ef1fee0bf is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:34:06.497137 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:06.527005 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4390f3c8-55cb-4e21-8245-9b4e64238174,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:06.535081 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12725002-1e97-4662-9c8b-4e1ef1fee0bf'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:34:06.542301 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:06.583399 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 12725002-1e97-4662-9c8b-4e1ef1fee0bf, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=12725002-1e97-4662-9c8b-4e1ef1fee0bf,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:06.598575 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2784da06-3110-43d4-b65a-d214bb2fcaa4'] response: {'server_uuid': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12725002-1e97-4662-9c8b-4e1ef1fee0bf', 'code': 200} Jun 24 14:34:06.604742 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:06.606746 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c4270-32d9-48db-b22e-db0e5ccf86b5 req-22c07607-c35d-48d3-a10a-d99e6a6c0c50 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:06.608276 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6a1c4270-32d9-48db-b22e-db0e5ccf86b5 req-22c07607-c35d-48d3-a10a-d99e6a6c0c50 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 945 time: 0.1002893 Jun 24 14:34:06.635498 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=4390f3c8-55cb-4e21-8245-9b4e64238174,revision_number=6']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:06.686888 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6a1c4270-32d9-48db-b22e-db0e5ccf86b5 req-4b488b1b-fdc8-47e9-9c36-24b0483364e4 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681131 Jun 24 14:34:06.718701 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=12725002-1e97-4662-9c8b-4e1ef1fee0bf,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:06.767412 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['4390f3c8-55cb-4e21-8245-9b4e64238174'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:34:06.885449 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:06.924987 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8448a-ff1a-4012-b5b3-4a19e5c1f483 req-e146924d-4de2-410d-a4e9-2f45396102d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:06.926463 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-aff8448a-ff1a-4012-b5b3-4a19e5c1f483 req-e146924d-4de2-410d-a4e9-2f45396102d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 1099 time: 0.0773363 Jun 24 14:34:06.973974 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-aff8448a-ff1a-4012-b5b3-4a19e5c1f483 req-236cf2fb-ded2-4a78-ac75-56aade39996f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Jun 24 14:34:07.524661 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3552eb-65cd-4d79-86e9-2de54fbe0c44 req-cc692bb3-e047-4ad2-b17c-b2f49265b79a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:07.526134 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-eb3552eb-65cd-4d79-86e9-2de54fbe0c44 req-cc692bb3-e047-4ad2-b17c-b2f49265b79a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 945 time: 0.0885789 Jun 24 14:34:07.573779 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-eb3552eb-65cd-4d79-86e9-2de54fbe0c44 req-21c09d12-586d-47d3-935e-05184a1db67f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419958 Jun 24 14:34:07.885136 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc7c01-7177-4877-850b-3384162bcc3c req-5c1fab6f-9ead-4e76-ab96-157c707237f0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:07.886548 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-08dc7c01-7177-4877-850b-3384162bcc3c req-5c1fab6f-9ead-4e76-ab96-157c707237f0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 946 time: 0.0892422 Jun 24 14:34:07.931209 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-08dc7c01-7177-4877-850b-3384162bcc3c req-e87cb253-b6dd-4344-9dc9-3ce387734a24 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380661 Jun 24 14:34:08.099169 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 4390f3c8-55cb-4e21-8245-9b4e64238174 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:34:08.177028 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 4390f3c8-55cb-4e21-8245-9b4e64238174 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:34:08.177389 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:08.302510 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 4390f3c8-55cb-4e21-8245-9b4e64238174 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:34:08.302796 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:08.337855 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4390f3c8-55cb-4e21-8245-9b4e64238174,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:08.346762 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:08.422903 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=4390f3c8-55cb-4e21-8245-9b4e64238174,revision_number=7']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:08.455603 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-1de28601-d45d-4b47-a780-2ca0d4efcb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:08.600760 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:34:08.665413 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0e91b7-95ab-4a11-8f59-beb38b1d0b0f'] response: {'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'code': 200} Jun 24 14:34:08.799572 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f72ef-9804-4af8-99ac-aabb8716cac2 req-c89b5915-cc41-41cf-88a2-737223d47bab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:08.801014 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cf2f72ef-9804-4af8-99ac-aabb8716cac2 req-c89b5915-cc41-41cf-88a2-737223d47bab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0883343 Jun 24 14:34:08.844955 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cf2f72ef-9804-4af8-99ac-aabb8716cac2 req-009502b4-7047-478c-a5fe-651dc8aedba4 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377567 Jun 24 14:34:09.127680 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa3906-092c-4513-9754-5933c97a2c92 req-dee16cae-3279-4ddb-aa58-0345ce7b9326 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:09.129066 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-21fa3906-092c-4513-9754-5933c97a2c92 req-dee16cae-3279-4ddb-aa58-0345ce7b9326 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 946 time: 0.0903118 Jun 24 14:34:09.187700 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-21fa3906-092c-4513-9754-5933c97a2c92 req-3587f072-a7e0-4777-9548-a46bc843f5ed tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525947 Jun 24 14:34:10.049448 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45be10d-f834-49c4-a57f-f3f9176c5b79 req-40b42d6e-07cc-4c18-b36d-82c61cdee886 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:10.050867 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a45be10d-f834-49c4-a57f-f3f9176c5b79 req-40b42d6e-07cc-4c18-b36d-82c61cdee886 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0930927 Jun 24 14:34:10.094834 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a45be10d-f834-49c4-a57f-f3f9176c5b79 req-5cd946bd-de7e-448b-86b0-eb59faa9f70b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375104 Jun 24 14:34:10.385181 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d28010-0f5a-4a8b-8496-8dd9e246b218 req-baa3478a-74b2-4e1a-9bcc-dcf24d82f635 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:10.386626 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-25d28010-0f5a-4a8b-8496-8dd9e246b218 req-baa3478a-74b2-4e1a-9bcc-dcf24d82f635 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 946 time: 0.0911229 Jun 24 14:34:10.431941 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-25d28010-0f5a-4a8b-8496-8dd9e246b218 req-c399aa6b-6403-4525-8a1b-55bd7a066393 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394986 Jun 24 14:34:10.628672 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4921ab-5081-4084-a881-f2a72899a3df req-2d54c883-2502-45d1-bf19-ad4ec0e32502 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:10.630144 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3d4921ab-5081-4084-a881-f2a72899a3df req-2d54c883-2502-45d1-bf19-ad4ec0e32502 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 946 time: 0.0931680 Jun 24 14:34:10.638735 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 46824) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:34:10.643812 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-31811c17-e0f3-4ee8-b473-185cef4120fa tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Request body: {'floatingip': {'port_id': '12725002-1e97-4662-9c8b-4e1ef1fee0bf'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:34:10.695291 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0ee4d1b2-2092-4cad-bd6e-32bf96407bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:10.818729 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-31811c17-e0f3-4ee8-b473-185cef4120fa tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:11.399671 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe5476-18b9-4de5-858f-e9ba1d9656ef req-547c3341-3ad1-49d6-98bb-822fe049a155 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:11.406538 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2dfe5476-18b9-4de5-858f-e9ba1d9656ef req-547c3341-3ad1-49d6-98bb-822fe049a155 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.1902428 Jun 24 14:34:11.532780 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2dfe5476-18b9-4de5-858f-e9ba1d9656ef req-2a5e46c8-b9f9-44dc-b2ab-320f0d1be9ad tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252289 Jun 24 14:34:11.586934 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-31811c17-e0f3-4ee8-b473-185cef4120fa tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:11.593715 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-31811c17-e0f3-4ee8-b473-185cef4120fa tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:11.641983 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:11.798107 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-31811c17-e0f3-4ee8-b473-185cef4120fa tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Floating IP 16784a91-f51c-4ff3-9f47-6b1d26f343cb associated. External IP: 172.27.2.24, port: 12725002-1e97-4662-9c8b-4e1ef1fee0bf. Jun 24 14:34:11.991067 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:12.288761 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31811c17-e0f3-4ee8-b473-185cef4120fa tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:34:12.510084 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31811c17-e0f3-4ee8-b473-185cef4120fa tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:34:12.515485 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-31811c17-e0f3-4ee8-b473-185cef4120fa tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:12.520336 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09e29f-2d1d-4b19-acbc-570c0b658ab7 None None] Sync routers for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:34:12.530527 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09e29f-2d1d-4b19-acbc-570c0b658ab7 None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:34:12.531503 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-ae09e29f-2d1d-4b19-acbc-570c0b658ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:34:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:12.606266 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-31811c17-e0f3-4ee8-b473-185cef4120fa tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "PUT /v2.0/floatingips/16784a91-f51c-4ff3-9f47-6b1d26f343cb HTTP/1.1" status: 200 len: 991 time: 1.9662530 Jun 24 14:34:12.607445 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'tag': '12725002-1e97-4662-9c8b-4e1ef1fee0bf'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:34:12.672063 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8162e0a-3556-4416-bcae-b8bbf485801e'] response: {'name': 'network-changed', 'server_uuid': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'tag': '12725002-1e97-4662-9c8b-4e1ef1fee0bf', 'status': 'completed', 'code': 200} Jun 24 14:34:12.799331 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa1260-831f-434b-83a0-f63c5b771ece req-f25e4404-106b-4066-acfa-1bab3a680e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:12.801668 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f9aa1260-831f-434b-83a0-f63c5b771ece req-f25e4404-106b-4066-acfa-1bab3a680e68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 1099 time: 0.0839157 Jun 24 14:34:12.824056 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fdf42-d4d0-4c8f-af58-c8019f509ed8 req-db0df203-2f33-46bb-ac1d-9c380b1b8cf6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:12.826255 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-748fdf42-d4d0-4c8f-af58-c8019f509ed8 req-db0df203-2f33-46bb-ac1d-9c380b1b8cf6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.1381884 Jun 24 14:34:12.863747 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-ae09e29f-2d1d-4b19-acbc-570c0b658ab7 None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:34:12.893778 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-748fdf42-d4d0-4c8f-af58-c8019f509ed8 req-bdaf471b-50a9-4f87-bb6e-9304d748c22e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589614 Jun 24 14:34:13.028283 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa1260-831f-434b-83a0-f63c5b771ece req-97f6448c-7895-4663-ae91-984e04533994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:13.029791 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f9aa1260-831f-434b-83a0-f63c5b771ece req-97f6448c-7895-4663-ae91-984e04533994 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 200 len: 911 time: 0.2191157 Jun 24 14:34:13.161857 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f9aa1260-831f-434b-83a0-f63c5b771ece req-5843039d-ec34-40bf-9294-bf74cb784511 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=12725002-1e97-4662-9c8b-4e1ef1fee0bf HTTP/1.1" status: 200 len: 999 time: 0.1230588 Jun 24 14:34:13.258563 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa1260-831f-434b-83a0-f63c5b771ece req-35a65e83-4f26-4563-b819-fa54e15c1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:13.260272 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f9aa1260-831f-434b-83a0-f63c5b771ece req-35a65e83-4f26-4563-b819-fa54e15c1880 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e28c7d3-954d-4590-b072-2d8fc3c5d8a1 HTTP/1.1" status: 200 len: 849 time: 0.0921786 Jun 24 14:34:13.377467 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa1260-831f-434b-83a0-f63c5b771ece req-e902747c-6138-4ce6-9c00-d9395f0d9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:13.379063 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f9aa1260-831f-434b-83a0-f63c5b771ece req-e902747c-6138-4ce6-9c00-d9395f0d9a10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d866f169-8269-4b35-afc6-9e5c3d6deb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096804 Jun 24 14:34:13.387297 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-ae09e29f-2d1d-4b19-acbc-570c0b658ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '16784a91-f51c-4ff3-9f47-6b1d26f343cb', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'port_id': '12725002-1e97-4662-9c8b-4e1ef1fee0bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'mac_address': 'fa:16:3e:33:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:33:55Z', 'updated_at': '2022-06-24T14:34:11Z', 'revision_number': 1, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:11Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:13.391860 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09e29f-2d1d-4b19-acbc-570c0b658ab7 None None] Checking router: e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:34:13.402087 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09e29f-2d1d-4b19-acbc-570c0b658ab7 None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:34:13.403403 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-ae09e29f-2d1d-4b19-acbc-570c0b658ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:34:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:13.526639 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f9aa1260-831f-434b-83a0-f63c5b771ece req-d0d6c90c-d10d-4be1-932b-dd5efb894104 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396480 Jun 24 14:34:13.672327 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-ae09e29f-2d1d-4b19-acbc-570c0b658ab7 None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:34:13.717958 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f9aa1260-831f-434b-83a0-f63c5b771ece req-91c9afc2-5ffc-4bed-8a52-23710adc31f9 service neutron] 10.222.0.36 "GET /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844587 Jun 24 14:34:13.726448 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:14.101072 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-ae09e29f-2d1d-4b19-acbc-570c0b658ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '16784a91-f51c-4ff3-9f47-6b1d26f343cb', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'port_id': '12725002-1e97-4662-9c8b-4e1ef1fee0bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'mac_address': 'fa:16:3e:33:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:33:55Z', 'updated_at': '2022-06-24T14:34:11Z', 'revision_number': 1, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:11Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:34:14.105818 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09e29f-2d1d-4b19-acbc-570c0b658ab7 None None] The sync data for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi is: [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '16784a91-f51c-4ff3-9f47-6b1d26f343cb', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'floating_ip_address': '172.27.2.24', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'port_id': '12725002-1e97-4662-9c8b-4e1ef1fee0bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'mac_address': 'fa:16:3e:33:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:33:55Z', 'updated_at': '2022-06-24T14:34:11Z', 'revision_number': 1, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:11Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:34:14.124303 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88571e65-5bac-49b5-90a9-cf9fe5f9759d req-8679e548-e271-4713-b11f-f784c0dd4232 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:14.125859 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-88571e65-5bac-49b5-90a9-cf9fe5f9759d req-8679e548-e271-4713-b11f-f784c0dd4232 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.1014223 Jun 24 14:34:14.203494 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-88571e65-5bac-49b5-90a9-cf9fe5f9759d req-0e4aa57a-9ff4-4258-a831-28a0a6919a17 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673220 Jun 24 14:34:14.347104 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedb2ac-4cf8-4a18-90b2-ac8e1bc1f05b None None] New status for floating IP 16784a91-f51c-4ff3-9f47-6b1d26f343cb: ACTIVE {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:34:15.461538 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c31d4-f64a-44a0-aafa-ff3e89cb7336 req-f982927e-ff14-4b47-96a8-801ac9c33c87 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:15.463190 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c72c31d4-f64a-44a0-aafa-ff3e89cb7336 req-f982927e-ff14-4b47-96a8-801ac9c33c87 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.1321514 Jun 24 14:34:15.518051 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c72c31d4-f64a-44a0-aafa-ff3e89cb7336 req-215eda32-fcc6-40fd-9b9b-312df8ea62c2 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491805 Jun 24 14:34:16.733601 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22de76-52f2-4da5-98f5-23cae225142c req-4a085c38-eff4-4744-a103-bb28059596d9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:16.735040 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8a22de76-52f2-4da5-98f5-23cae225142c req-4a085c38-eff4-4744-a103-bb28059596d9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0972633 Jun 24 14:34:16.781622 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8a22de76-52f2-4da5-98f5-23cae225142c req-28f07fc6-3eab-44bb-97e4-6cbd59de3cad tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406930 Jun 24 14:34:17.990450 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3aa3a6-c25a-4de1-983e-f2546cd2b09a req-10176d73-d1b9-4316-a0ca-412553cf24ae tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:17.992916 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2c3aa3a6-c25a-4de1-983e-f2546cd2b09a req-10176d73-d1b9-4316-a0ca-412553cf24ae tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0921838 Jun 24 14:34:18.046266 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2c3aa3a6-c25a-4de1-983e-f2546cd2b09a req-a53e2fd1-3b4f-407f-b4ac-00da06234330 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476704 Jun 24 14:34:19.265765 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a57c-27f0-4847-aed5-429337a57317 req-c5ced073-26c7-4c87-b542-a70318188efa tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:19.267508 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f791a57c-27f0-4847-aed5-429337a57317 req-c5ced073-26c7-4c87-b542-a70318188efa tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.1010716 Jun 24 14:34:19.343010 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f791a57c-27f0-4847-aed5-429337a57317 req-ba890923-35db-4dda-991e-a92453d0b1ee tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611515 Jun 24 14:34:20.304003 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:34:20.546839 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd78e0f-9316-41d4-93ad-b5cbc5f05129 req-7537c446-684d-472d-a55d-5914015594e2 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:20.548211 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8fd78e0f-9316-41d4-93ad-b5cbc5f05129 req-7537c446-684d-472d-a55d-5914015594e2 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0935140 Jun 24 14:34:20.593292 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8fd78e0f-9316-41d4-93ad-b5cbc5f05129 req-f3bcfe51-cf70-4af2-a78a-c646b5cddd44 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391881 Jun 24 14:34:21.443072 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aa795-9a31-42a5-ad74-85d7f763bf96 req-a6468847-a592-44a7-8582-b3f0803d4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:21.444618 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-749aa795-9a31-42a5-ad74-85d7f763bf96 req-a6468847-a592-44a7-8582-b3f0803d4a16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 1099 time: 0.0782900 Jun 24 14:34:21.584735 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aa795-9a31-42a5-ad74-85d7f763bf96 req-6a1d83a1-faf3-482a-9ae6-dbb9c3d953c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:21.587323 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-749aa795-9a31-42a5-ad74-85d7f763bf96 req-6a1d83a1-faf3-482a-9ae6-dbb9c3d953c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 917 time: 0.1351149 Jun 24 14:34:21.790919 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969498f7-9914-4dec-96f4-b4b52401f59c req-1497e5ef-69de-46ea-b36c-5d224fd544e8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:21.791545 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-749aa795-9a31-42a5-ad74-85d7f763bf96 req-1b6855bf-c838-49ed-8a7e-d73f2546f361 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4390f3c8-55cb-4e21-8245-9b4e64238174 HTTP/1.1" status: 200 len: 1002 time: 0.1961124 Jun 24 14:34:21.792265 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-969498f7-9914-4dec-96f4-b4b52401f59c req-1497e5ef-69de-46ea-b36c-5d224fd544e8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0858619 Jun 24 14:34:21.838257 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-969498f7-9914-4dec-96f4-b4b52401f59c req-fb7b0487-a30d-4e4a-aa41-c0f025cbe254 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402730 Jun 24 14:34:21.855930 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aa795-9a31-42a5-ad74-85d7f763bf96 req-c5b377dd-625a-402c-90b7-e526e6d4c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:21.857420 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-749aa795-9a31-42a5-ad74-85d7f763bf96 req-c5b377dd-625a-402c-90b7-e526e6d4c42a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 200 len: 855 time: 0.0601811 Jun 24 14:34:21.939173 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aa795-9a31-42a5-ad74-85d7f763bf96 req-ca3a1dfe-286d-428e-a04b-96553726bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:21.940692 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-749aa795-9a31-42a5-ad74-85d7f763bf96 req-ca3a1dfe-286d-428e-a04b-96553726bbc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766394 Jun 24 14:34:22.073637 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-749aa795-9a31-42a5-ad74-85d7f763bf96 req-28498317-67df-49b8-a8fb-10566a946932 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258376 Jun 24 14:34:22.209612 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-749aa795-9a31-42a5-ad74-85d7f763bf96 req-b718c0b6-f167-4ece-8548-01e59a194b7b service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289501 Jun 24 14:34:23.034316 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbdd8f-8a23-4045-8521-d3ec85ff9610 req-3312b06d-a384-47c8-9f9c-bc424cd3fbad tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:23.035762 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e9fbdd8f-8a23-4045-8521-d3ec85ff9610 req-3312b06d-a384-47c8-9f9c-bc424cd3fbad tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 946 time: 0.0860903 Jun 24 14:34:23.079212 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e9fbdd8f-8a23-4045-8521-d3ec85ff9610 req-07924057-1c37-4d89-b323-01773eb1cf54 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371635 Jun 24 14:34:24.191629 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 4390f3c8-55cb-4e21-8245-9b4e64238174 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:34:24.328232 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 4390f3c8-55cb-4e21-8245-9b4e64238174 is: ACTIVE; New status is: DOWN {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:34:24.328568 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:24.361463 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:34:24.372507 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4390f3c8-55cb-4e21-8245-9b4e64238174,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:24.378985 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:24.420009 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fea8fde-15ce-4692-81e2-a7cee44318a7'] response: {'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'code': 200} Jun 24 14:34:24.450729 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631b722-f375-4279-a392-aa2befefe14a req-36529f66-0539-4107-8243-3f0ab185f2ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:24.453151 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1631b722-f375-4279-a392-aa2befefe14a req-36529f66-0539-4107-8243-3f0ab185f2ab tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0985546 Jun 24 14:34:24.454571 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=4390f3c8-55cb-4e21-8245-9b4e64238174,revision_number=8']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:24.497517 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1631b722-f375-4279-a392-aa2befefe14a req-1ef367c1-8374-4ef6-b769-363ff9915728 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395122 Jun 24 14:34:25.929312 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-35e928fe-c1da-46ae-8e59-ab41b8b89b27 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834451 Jun 24 14:34:25.941876 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4fdff-9b17-49ae-a671-f938e8e8132d req-b9012692-5722-4caa-abb6-bd7fa810d614 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:25.943357 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-75d4fdff-9b17-49ae-a671-f938e8e8132d req-b9012692-5722-4caa-abb6-bd7fa810d614 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.1088336 Jun 24 14:34:25.992098 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-75d4fdff-9b17-49ae-a671-f938e8e8132d req-2031542b-43da-4ef4-a3bb-e822748a1879 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428166 Jun 24 14:34:26.884443 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-7a96ea26-46e7-4064-8dfe-f86112506d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:26.885860 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-7a96ea26-46e7-4064-8dfe-f86112506d11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf&tenant_id=a2e0770ebf744551881a430f664bfcb7 HTTP/1.1" status: 200 len: 1097 time: 0.0861678 Jun 24 14:34:27.010469 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-2495b4b8-4321-43c6-af15-5f16f39c6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:27.011913 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-2495b4b8-4321-43c6-af15-5f16f39c6b2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 1097 time: 0.0804057 Jun 24 14:34:27.150250 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-9dfc00cf-3903-4f0e-873f-3449e66d004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:27.151683 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-9dfc00cf-3903-4f0e-873f-3449e66d004d service neutron] 10.222.0.36 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 917 time: 0.1275189 Jun 24 14:34:27.191543 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e45ce-a2fc-4570-8a0d-4b3bc0836121 req-4788abf8-b76e-49ee-bb86-66e272ae7a2e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:27.193023 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-248e45ce-a2fc-4570-8a0d-4b3bc0836121 req-4788abf8-b76e-49ee-bb86-66e272ae7a2e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0878258 Jun 24 14:34:27.238665 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-248e45ce-a2fc-4570-8a0d-4b3bc0836121 req-d4cd7768-8d25-46f3-b22f-7847d87f052f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398376 Jun 24 14:34:27.256622 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-934cfcc1-7bd7-4604-af43-994ab0d22e7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4390f3c8-55cb-4e21-8245-9b4e64238174 HTTP/1.1" status: 200 len: 1000 time: 0.0985017 Jun 24 14:34:27.320089 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-020610f0-310b-4fcc-9068-81b1bde11029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:27.321525 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-020610f0-310b-4fcc-9068-81b1bde11029 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 200 len: 855 time: 0.0575798 Jun 24 14:34:27.409736 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-f35a71a7-c8f3-4e07-848f-2d97b9d5c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:27.411186 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-f35a71a7-c8f3-4e07-848f-2d97b9d5c509 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823898 Jun 24 14:34:27.541785 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-b0539b45-719c-4e6c-b337-73bee6ecd5fa service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242535 Jun 24 14:34:27.673857 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-779e93c3-8c7f-41c3-bed1-b76a8b5ba53c service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264987 Jun 24 14:34:28.232604 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 4390f3c8-55cb-4e21-8245-9b4e64238174 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:34:28.469427 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 4390f3c8-55cb-4e21-8245-9b4e64238174 is: DOWN; New status is: DOWN {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:34:28.482398 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf83da-fdcc-4bb1-bb5e-07b3b0b66398 req-6a73103f-ed4f-4d2c-a98e-dea60def152a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:28.483975 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-97bf83da-fdcc-4bb1-bb5e-07b3b0b66398 req-6a73103f-ed4f-4d2c-a98e-dea60def152a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.1091325 Jun 24 14:34:28.530222 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-97bf83da-fdcc-4bb1-bb5e-07b3b0b66398 req-f5ffea66-5f60-402c-9909-b9b3b5aa70df tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404844 Jun 24 14:34:29.734759 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30775b-3d24-4b07-a233-441da435eb0d req-28c19c73-e8c8-4728-9575-57eba9c91c94 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:29.736246 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cb30775b-3d24-4b07-a233-441da435eb0d req-28c19c73-e8c8-4728-9575-57eba9c91c94 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0914025 Jun 24 14:34:29.883711 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cb30775b-3d24-4b07-a233-441da435eb0d req-43f58076-8df9-4644-93b1-8fc9016c0d2a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413968 Jun 24 14:34:31.087645 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74393c-fa59-441a-a5ac-731c7f122b9b req-827c26b9-fd5e-45c4-b1ae-ce82078b9eea tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:31.089284 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6a74393c-fa59-441a-a5ac-731c7f122b9b req-827c26b9-fd5e-45c4-b1ae-ce82078b9eea tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0900512 Jun 24 14:34:31.135906 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6a74393c-fa59-441a-a5ac-731c7f122b9b req-f9e07687-5e99-423b-a895-718bb535b555 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409210 Jun 24 14:34:32.348349 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9910524-1128-47b0-9c5f-b3dbd556fa20 req-db78dd7b-7221-4efe-b6b3-99b9cd77d600 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:32.349847 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f9910524-1128-47b0-9c5f-b3dbd556fa20 req-db78dd7b-7221-4efe-b6b3-99b9cd77d600 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0971630 Jun 24 14:34:32.396085 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f9910524-1128-47b0-9c5f-b3dbd556fa20 req-2d2d3304-0ab8-4348-9dee-791d711f6548 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397935 Jun 24 14:34:33.599821 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703873cf-9a5f-4c6e-8271-b824a3975465 req-53a0b9fd-f22d-496e-ab28-8a7e79a58dbe tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:33.602234 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-703873cf-9a5f-4c6e-8271-b824a3975465 req-53a0b9fd-f22d-496e-ab28-8a7e79a58dbe tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0930722 Jun 24 14:34:33.647717 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-703873cf-9a5f-4c6e-8271-b824a3975465 req-7c56b2d4-be41-4059-ba81-a0f78ff3dda1 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395236 Jun 24 14:34:34.853263 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9f6d3-0f78-4495-8dd1-b4dbc3ce78c7 req-b110aae9-c957-4821-8872-8ac2a0f081cd tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:34.854773 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c2a9f6d3-0f78-4495-8dd1-b4dbc3ce78c7 req-b110aae9-c957-4821-8872-8ac2a0f081cd tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0889597 Jun 24 14:34:34.902003 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c2a9f6d3-0f78-4495-8dd1-b4dbc3ce78c7 req-2cad1743-8679-4166-ad34-0db34bd47ae7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411811 Jun 24 14:34:36.224856 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674690b-54a4-42da-89e8-5764eb5d734c req-5db5d467-d2cc-4e47-abca-1e87d27c9424 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:36.232290 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a674690b-54a4-42da-89e8-5764eb5d734c req-5db5d467-d2cc-4e47-abca-1e87d27c9424 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.1693540 Jun 24 14:34:36.281700 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a674690b-54a4-42da-89e8-5764eb5d734c req-ba326d96-a844-40aa-a715-205935709bd6 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484006 Jun 24 14:34:36.860915 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:37.510083 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e41aea-9850-4d30-9a07-96fc61feb9af req-4d23936e-5f1d-4192-8410-f1cc20c8a8b3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:37.511566 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d6e41aea-9850-4d30-9a07-96fc61feb9af req-4d23936e-5f1d-4192-8410-f1cc20c8a8b3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0975518 Jun 24 14:34:37.562848 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d6e41aea-9850-4d30-9a07-96fc61feb9af req-46172de0-831c-44f3-8fb5-b095f99036da tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452170 Jun 24 14:34:38.447487 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-685edc1f-7ebf-4363-9f9a-96c7ae05f81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:38.757660 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532c566-854a-462c-a5be-b005d80cee87 req-1d4c851b-faa4-4b9a-a783-0ea1ee6f2385 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:38.759093 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4532c566-854a-462c-a5be-b005d80cee87 req-1d4c851b-faa4-4b9a-a783-0ea1ee6f2385 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0860803 Jun 24 14:34:38.802929 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4532c566-854a-462c-a5be-b005d80cee87 req-ddfeec5b-5f3f-45fe-bfa8-a61aa092b342 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382862 Jun 24 14:34:40.052080 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf2651-5c21-42fd-8c10-f33e388c1d66 req-3217e469-c25e-4327-b68f-d2c01f9f0329 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:40.053814 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8ddf2651-5c21-42fd-8c10-f33e388c1d66 req-3217e469-c25e-4327-b68f-d2c01f9f0329 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.1428175 Jun 24 14:34:40.100074 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8ddf2651-5c21-42fd-8c10-f33e388c1d66 req-92b9010c-1637-4eb3-af3c-86ef46f22ade tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389342 Jun 24 14:34:40.691140 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-9e870f4a-2b0c-4d5d-a3fd-0fabd6f8d8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:41.297707 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a16cd6-f12d-4ac5-b05d-a881502df248 req-05a88cbe-7095-4f6b-be7f-f03b49b37907 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:41.299161 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-87a16cd6-f12d-4ac5-b05d-a881502df248 req-05a88cbe-7095-4f6b-be7f-f03b49b37907 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0898247 Jun 24 14:34:41.342250 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-87a16cd6-f12d-4ac5-b05d-a881502df248 req-2b947555-c019-4d93-ad37-6a4f7d76bdad tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373633 Jun 24 14:34:41.626442 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:41.980413 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:42.549949 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd4e90-c8b8-41a2-b872-a547a43334e6 req-a4e7a08b-0436-47de-8add-aa15cdcdaea0 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:42.551701 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3bcd4e90-c8b8-41a2-b872-a547a43334e6 req-a4e7a08b-0436-47de-8add-aa15cdcdaea0 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0962803 Jun 24 14:34:42.590886 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9eb17716-75c2-4745-96c6-f9f9b3c16b40 req-e4979152-e79d-40ff-8fb9-1baa144f0a73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768125 Jun 24 14:34:42.596729 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3bcd4e90-c8b8-41a2-b872-a547a43334e6 req-aad5e169-2bba-4ea9-9c7b-276b6697ddbf tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388596 Jun 24 14:34:42.709910 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb17716-75c2-4745-96c6-f9f9b3c16b40 req-fc65d368-da30-47b2-84d9-feafbfa12c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:42.711921 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9eb17716-75c2-4745-96c6-f9f9b3c16b40 req-fc65d368-da30-47b2-84d9-feafbfa12c7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9b2a71684b4f5da9be4bfaa3a435cd&device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 1099 time: 0.0821176 Jun 24 14:34:42.959392 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb17716-75c2-4745-96c6-f9f9b3c16b40 req-91f7c870-5246-4d18-afbc-423d3606a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:42.961478 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9eb17716-75c2-4745-96c6-f9f9b3c16b40 req-91f7c870-5246-4d18-afbc-423d3606a2a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6af37d7-c93d-46e8-aca7-d94f02e501f6 HTTP/1.1" status: 200 len: 910 time: 0.2308428 Jun 24 14:34:43.068163 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9eb17716-75c2-4745-96c6-f9f9b3c16b40 req-ab64a83b-b6be-40ef-a696-cafa3a134dfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970 HTTP/1.1" status: 200 len: 1001 time: 0.1008804 Jun 24 14:34:43.143499 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb17716-75c2-4745-96c6-f9f9b3c16b40 req-95220bb0-4380-446e-87c0-8c4c484cf0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:43.145096 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9eb17716-75c2-4745-96c6-f9f9b3c16b40 req-95220bb0-4380-446e-87c0-8c4c484cf0dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=163d4c42-f232-46ac-87cf-19f76a990a26 HTTP/1.1" status: 200 len: 848 time: 0.0707200 Jun 24 14:34:43.229857 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb17716-75c2-4745-96c6-f9f9b3c16b40 req-06141ede-3ef0-4b16-982f-92600354e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:43.231200 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9eb17716-75c2-4745-96c6-f9f9b3c16b40 req-06141ede-3ef0-4b16-982f-92600354e51e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6af37d7-c93d-46e8-aca7-d94f02e501f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799308 Jun 24 14:34:43.359356 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9eb17716-75c2-4745-96c6-f9f9b3c16b40 req-ccb4c3e1-9d54-4677-abbb-a09ea4e52375 service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214521 Jun 24 14:34:43.486334 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-9eb17716-75c2-4745-96c6-f9f9b3c16b40 req-02883c60-cb0c-4761-86b4-3e82fd6ff9f6 service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209476 Jun 24 14:34:43.666837 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:43.796529 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e0ca-b996-4232-a92f-bfa06ffd80fc req-23978e51-b64c-44bf-84ee-46025f28daaa tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:43.797867 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8028e0ca-b996-4232-a92f-bfa06ffd80fc req-23978e51-b64c-44bf-84ee-46025f28daaa tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 944 time: 0.0878134 Jun 24 14:34:43.839466 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8028e0ca-b996-4232-a92f-bfa06ffd80fc req-4f2bc4be-6b2f-4ccc-9560-114fb613bf69 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360556 Jun 24 14:34:44.277059 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 4390f3c8-55cb-4e21-8245-9b4e64238174 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:34:44.410030 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4390f3c8-55cb-4e21-8245-9b4e64238174,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:44.423447 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'port_id': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'mac_address': 'fa:16:3e:d8:30:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:34:44.480486 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 4390f3c8-55cb-4e21-8245-9b4e64238174 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:34:44.480862 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:44.498116 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4390f3c8-55cb-4e21-8245-9b4e64238174 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:34:44.515849 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4390f3c8-55cb-4e21-8245-9b4e64238174,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:44.520702 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:44.650132 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=4390f3c8-55cb-4e21-8245-9b4e64238174,revision_number=9']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:44.657636 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.657976 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.658307 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.658632 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.658955 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.659550 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.659867 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.660183 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.660519 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.660834 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.661147 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.661457 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:34:44.971483 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['4390f3c8-55cb-4e21-8245-9b4e64238174'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:34:45.039583 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab4f04-d65a-4a34-8472-b5caa771abc1 req-22827d56-c87b-4ba7-92f9-a813ddada856 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:45.041044 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-97ab4f04-d65a-4a34-8472-b5caa771abc1 req-22827d56-c87b-4ba7-92f9-a813ddada856 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 945 time: 0.0901058 Jun 24 14:34:45.086294 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-97ab4f04-d65a-4a34-8472-b5caa771abc1 req-2790b628-7c92-4291-aa72-f484eb8eea52 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391409 Jun 24 14:34:46.278276 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abce36-be01-479c-b882-48ac08967eef req-d7ca1a94-4651-4a73-a59c-8e831b8787ac tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:46.279846 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-06abce36-be01-479c-b882-48ac08967eef req-d7ca1a94-4651-4a73-a59c-8e831b8787ac tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 945 time: 0.0857797 Jun 24 14:34:46.280809 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 4390f3c8-55cb-4e21-8245-9b4e64238174 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:34:46.325945 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-06abce36-be01-479c-b882-48ac08967eef req-7bb043ac-6d05-487e-ad63-efb05950700b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402398 Jun 24 14:34:46.358732 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 4390f3c8-55cb-4e21-8245-9b4e64238174 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:34:46.359096 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:46.479579 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 4390f3c8-55cb-4e21-8245-9b4e64238174 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:34:46.479973 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:46.507098 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:34:46.518233 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4390f3c8-55cb-4e21-8245-9b4e64238174,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:34:46.523223 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:34:46.555739 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38969b00-9746-4fad-8f98-ec03f9eea093'] response: {'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'code': 200} Jun 24 14:34:46.594641 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=4390f3c8-55cb-4e21-8245-9b4e64238174,revision_number=10']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:34:46.859920 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6717a6f-08df-46e1-878e-45fe3a987e6c req-9a5fe889-eb99-4f46-b09d-fd3b9bd6f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:46.861322 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d6717a6f-08df-46e1-878e-45fe3a987e6c req-9a5fe889-eb99-4f46-b09d-fd3b9bd6f3bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 1100 time: 0.0844700 Jun 24 14:34:46.903166 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d6717a6f-08df-46e1-878e-45fe3a987e6c req-96fa6200-0bb1-422b-b1ee-ef977d1ad7b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348928 Jun 24 14:34:47.533741 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3d5ef-0c25-46f1-b289-058c7fd28b72 req-76b2d349-f928-4e59-af6e-459245fcc7b8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:47.535186 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-12f3d5ef-0c25-46f1-b289-058c7fd28b72 req-76b2d349-f928-4e59-af6e-459245fcc7b8 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 947 time: 0.0892177 Jun 24 14:34:47.578977 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-12f3d5ef-0c25-46f1-b289-058c7fd28b72 req-0f542f77-e41a-4bf4-9395-983174d1baf5 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375106 Jun 24 14:34:48.790227 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c7480-ce2e-4210-a7b7-37e07f330020 req-d27a1e14-8f5a-4f1a-bb35-9ed31ee3b1a7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:48.791924 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7d1c7480-ce2e-4210-a7b7-37e07f330020 req-d27a1e14-8f5a-4f1a-bb35-9ed31ee3b1a7 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 947 time: 0.0999942 Jun 24 14:34:48.836577 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7d1c7480-ce2e-4210-a7b7-37e07f330020 req-90c151b0-77ba-4efc-8976-bf394e6cce0e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385845 Jun 24 14:34:50.031469 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faddb31-623b-48b7-9ae6-7374e9983370 req-71898074-bee5-4945-9adb-f12a168e9799 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:34:50.032959 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7faddb31-623b-48b7-9ae6-7374e9983370 req-71898074-bee5-4945-9adb-f12a168e9799 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 947 time: 0.0863037 Jun 24 14:34:50.076579 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7faddb31-623b-48b7-9ae6-7374e9983370 req-11090861-794b-4246-a996-1afb91995ab5 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379434 Jun 24 14:34:57.303323 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:35:06.859294 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:08.449244 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e467b94f-0a6c-4d86-b71d-374f985ae6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:10.693691 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-63a211d3-0299-4902-8ee6-5181db5a82b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:11.627664 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:11.983487 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:13.668663 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.089002 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47114) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:16.094106 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--208847667', 'description': 'tempest-description--1584961134'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:35:16.099980 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:35:16.110624 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:35:16.120584 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.139037 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:35:16.142683 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:35:16.145363 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:35:16.151241 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:35:16.218848 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.222631 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.265225 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3f97bd-2111-4c25-9350-176650d027f4,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:16.273148 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:16.273490 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:16.273822 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:16.274152 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:16.274474 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:16.274813 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:16.275113 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:16.275946 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:16.276260 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:16.276603 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:16.276914 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:16.277225 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:16.280197 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.281378 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-6e195bb9-3c95-4f5e-8e01-9c3bd354ee6b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1913710 Jun 24 14:35:16.284677 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47118) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:16.288904 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-380ca999-9a3a-406b-922d-cbc5c1705f0d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'security_group_rule': {'security_group_id': '0a3f97bd-2111-4c25-9350-176650d027f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:35:16.295182 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-380ca999-9a3a-406b-922d-cbc5c1705f0d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:35:16.298931 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-380ca999-9a3a-406b-922d-cbc5c1705f0d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:35:16.301753 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-380ca999-9a3a-406b-922d-cbc5c1705f0d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:35:16.307235 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-380ca999-9a3a-406b-922d-cbc5c1705f0d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:35:16.324270 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-380ca999-9a3a-406b-922d-cbc5c1705f0d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.382211 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-380ca999-9a3a-406b-922d-cbc5c1705f0d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.386762 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-380ca999-9a3a-406b-922d-cbc5c1705f0d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.390294 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47122) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:16.409312 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ca999-9a3a-406b-922d-cbc5c1705f0d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab1b980-460c-41a8-90f3-aaf69a08522e,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:16.421322 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-380ca999-9a3a-406b-922d-cbc5c1705f0d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.422579 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-380ca999-9a3a-406b-922d-cbc5c1705f0d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374562 Jun 24 14:35:16.425197 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47128) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:16.430229 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-b566554a-cfb2-47eb-8a26-fe09719bd1c2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'security_group_rule': {'security_group_id': '0a3f97bd-2111-4c25-9350-176650d027f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:35:16.435993 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-b566554a-cfb2-47eb-8a26-fe09719bd1c2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:35:16.439999 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-b566554a-cfb2-47eb-8a26-fe09719bd1c2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:35:16.442982 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-b566554a-cfb2-47eb-8a26-fe09719bd1c2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:35:16.449321 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-b566554a-cfb2-47eb-8a26-fe09719bd1c2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:35:16.465762 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b566554a-cfb2-47eb-8a26-fe09719bd1c2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.529218 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b566554a-cfb2-47eb-8a26-fe09719bd1c2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.533519 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b566554a-cfb2-47eb-8a26-fe09719bd1c2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.555967 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566554a-cfb2-47eb-8a26-fe09719bd1c2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c714ad63-2c6c-415e-bc94-3e3b60ff86ea,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:16.566792 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b566554a-cfb2-47eb-8a26-fe09719bd1c2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.568409 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-b566554a-cfb2-47eb-8a26-fe09719bd1c2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422989 Jun 24 14:35:16.571494 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47132) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:16.577221 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:35:16.583261 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:35:16.587581 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:floatingip and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:35:16.591151 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:35:16.596970 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:35:16.608815 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.748483 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.792819 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Deleting port 0d59316e-6481-4ccd-a10e-4cb3ffa08c0d {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:16.793160 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.881399 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Allocated IP 172.27.2.246 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/10d5df5e-7b4a-4ae2-9339-b2bc1287f704) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:35:16.962914 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:16.963250 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:17.023462 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:17.052430 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:17.086516 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Calling delete_port for 0d59316e-6481-4ccd-a10e-4cb3ffa08c0d owned by network:floatingip {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:17.112782 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:35:17.115404 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:35:17.117919 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:35:17.159332 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'Port': ['ID=10d5df5e-7b4a-4ae2-9339-b2bc1287f704,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:17.242836 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:17.262107 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:17.323664 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event deleted for resources: {'Port': ['ID=0d59316e-6481-4ccd-a10e-4cb3ffa08c0d,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:17.369873 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:17.370212 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:17.370553 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:17.370888 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:17.371222 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:17.371556 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:17.371884 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:17.372206 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:17.372560 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:17.372886 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:17.373208 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:17.373529 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:35:17.406677 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for floatingip, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:17.407380 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Floating IP aa0c42a6-9989-4a05-b3f4-1f2f459dc557 disassociated (deleted). External IP: 172.27.2.92, port: 3cf878fe-7e6f-4cf9-9f85-08b27d931970. Jun 24 14:35:17.423722 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:17.625959 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:17.631269 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:17.745734 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'Port': ['ID=10d5df5e-7b4a-4ae2-9339-b2bc1287f704,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:17.753647 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:17.757668 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:35:17.775934 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:17.785043 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-96aba445-0674-4dd4-a32f-70ad2b7604b6 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2039833 Jun 24 14:35:17.966958 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-260d9435-4fbf-41b7-a093-ddecca4b515b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--208847667&fields=id&tenant_id=23e38294718d4efaa4a2abf95b65800c HTTP/1.1" status: 200 len: 267 time: 0.0612342 Jun 24 14:35:17.972033 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:35:17.982055 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c76241-b21c-43f7-bbb2-c6f390a5fd40 None None] Sync routers for ids ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:35:17.991165 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c76241-b21c-43f7-bbb2-c6f390a5fd40 None None] Routers {'6959fef1-7a34-4d2b-b879-d3224fd7cc56'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:35:17.991888 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-73c76241-b21c-43f7-bbb2-c6f390a5fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:18.152382 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:18.168639 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-73c76241-b21c-43f7-bbb2-c6f390a5fd40 None None] Set router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:35:18.230968 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-27f5dd51-7298-4cae-b27d-3fd1dca955b6 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "DELETE /v2.0/floatingips/aa0c42a6-9989-4a05-b3f4-1f2f459dc557 HTTP/1.1" status: 204 len: 168 time: 1.8395548 Jun 24 14:35:18.234697 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:35:18.275240 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-595a74e2-a3a3-4e1d-b4e4-cb59f1c06023 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:18.276682 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-595a74e2-a3a3-4e1d-b4e4-cb59f1c06023 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 815 time: 0.3020842 Jun 24 14:35:18.291254 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-a551360a-a5ad-4265-b130-d51811478208 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/quotas/23e38294718d4efaa4a2abf95b65800c HTTP/1.1" status: 200 len: 375 time: 0.0088658 Jun 24 14:35:18.387635 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-59982847-a9b6-49ec-8199-4d8e3d0f0657 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0909345 Jun 24 14:35:18.404263 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-26dc92bd-91aa-4311-92fc-97ed6bd2be9e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88094) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:35:18.410557 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-26dc92bd-91aa-4311-92fc-97ed6bd2be9e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110719 Jun 24 14:35:18.485195 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-73c76241-b21c-43f7-bbb2-c6f390a5fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:28:54Z', 'revision_number': 4, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'b2a53749-f518-4f25-9e73-e78b9aea81a0', 'name': '', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'mac_address': 'fa:16:3e:7a:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:53Z', 'updated_at': '2022-06-24T14:29:01Z', 'revision_number': 5, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'subnets': [{'id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:18.490066 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c76241-b21c-43f7-bbb2-c6f390a5fd40 None None] Checking router: 6959fef1-7a34-4d2b-b879-d3224fd7cc56 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:35:18.490895 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271f5189-e9ba-4c73-a578-8fd9c6f0de4b'] response: {'name': 'network-changed', 'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'status': 'completed', 'code': 200} Jun 24 14:35:18.499743 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c76241-b21c-43f7-bbb2-c6f390a5fd40 None None] Routers {'6959fef1-7a34-4d2b-b879-d3224fd7cc56'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:35:18.500344 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-73c76241-b21c-43f7-bbb2-c6f390a5fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:18.542808 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-c218b87c-2b1a-44f6-81cf-db73c69528ca service neutron] 10.222.0.16 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309643 Jun 24 14:35:18.680917 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-73c76241-b21c-43f7-bbb2-c6f390a5fd40 None None] Set router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:35:18.689968 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32a721-3e15-445f-9285-6447b52492a4 req-40ced6ac-72d6-458b-ae50-8c05bc77e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:18.691559 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b32a721-3e15-445f-9285-6447b52492a4 req-40ced6ac-72d6-458b-ae50-8c05bc77e346 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b9b2a71684b4f5da9be4bfaa3a435cd&device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 1099 time: 0.1306598 Jun 24 14:35:18.779440 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-87cc11af-5cb7-427f-ad3b-4b9db85f4788 service neutron] 10.222.0.16 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295117 Jun 24 14:35:18.795812 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf4e9d-ef31-45c6-b335-937bdb0445c5 req-ca6083b2-2005-48ed-bf45-ae7209326147 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:18.796767 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-eccf4e9d-ef31-45c6-b335-937bdb0445c5 req-ca6083b2-2005-48ed-bf45-ae7209326147 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Synchronizing usage tracker for tenant:5b9b2a71684b4f5da9be4bfaa3a435cd on resource:port {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:35:18.818887 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-eccf4e9d-ef31-45c6-b335-937bdb0445c5 req-ca6083b2-2005-48ed-bf45-ae7209326147 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Unset dirty status for tenant:5b9b2a71684b4f5da9be4bfaa3a435cd on resource:port {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:35:18.827391 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-eccf4e9d-ef31-45c6-b335-937bdb0445c5 req-ca6083b2-2005-48ed-bf45-ae7209326147 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1694074 Jun 24 14:35:18.859000 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32a721-3e15-445f-9285-6447b52492a4 req-6cab36a3-5586-4b9a-9b72-d93e95c3faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:18.860636 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b32a721-3e15-445f-9285-6447b52492a4 req-6cab36a3-5586-4b9a-9b72-d93e95c3faa5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6af37d7-c93d-46e8-aca7-d94f02e501f6 HTTP/1.1" status: 200 len: 910 time: 0.1621389 Jun 24 14:35:18.879974 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-eccf4e9d-ef31-45c6-b335-937bdb0445c5 req-b02c973d-d122-42e9-96c1-ea24059252e7 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515559 Jun 24 14:35:18.945119 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b32a721-3e15-445f-9285-6447b52492a4 req-e38ba69b-81fa-4e76-96fe-b426372b9c22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970 HTTP/1.1" status: 200 len: 217 time: 0.0772877 Jun 24 14:35:18.995718 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-eb46f97b-bc70-4a60-83f5-8ce5a2c468db req-d7539ce7-1ed4-4dfa-b398-de9a25ebe88f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 210 time: 0.0526080 Jun 24 14:35:19.028723 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32a721-3e15-445f-9285-6447b52492a4 req-2aba618f-ca43-4cb4-aed4-ea1555460a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:19.030206 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b32a721-3e15-445f-9285-6447b52492a4 req-2aba618f-ca43-4cb4-aed4-ea1555460a66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=163d4c42-f232-46ac-87cf-19f76a990a26 HTTP/1.1" status: 200 len: 848 time: 0.0772984 Jun 24 14:35:19.074104 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-73c76241-b21c-43f7-bbb2-c6f390a5fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:28:54Z', 'revision_number': 4, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'b2a53749-f518-4f25-9e73-e78b9aea81a0', 'name': '', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'mac_address': 'fa:16:3e:7a:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:53Z', 'updated_at': '2022-06-24T14:29:01Z', 'revision_number': 5, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'subnets': [{'id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:19.078151 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c76241-b21c-43f7-bbb2-c6f390a5fd40 None None] The sync data for ids ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'] in dv-cinder-847189-2-iscsi is: [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:28:54Z', 'revision_number': 4, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'b2a53749-f518-4f25-9e73-e78b9aea81a0', 'name': '', 'network_id': 'd6af37d7-c93d-46e8-aca7-d94f02e501f6', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'mac_address': 'fa:16:3e:7a:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:53Z', 'updated_at': '2022-06-24T14:29:01Z', 'revision_number': 5, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'subnets': [{'id': '163d4c42-f232-46ac-87cf-19f76a990a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:35:19.136709 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32a721-3e15-445f-9285-6447b52492a4 req-19919c78-89ac-4ca2-9ca6-5a1b3cd536a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:19.138630 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b32a721-3e15-445f-9285-6447b52492a4 req-19919c78-89ac-4ca2-9ca6-5a1b3cd536a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6af37d7-c93d-46e8-aca7-d94f02e501f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1012671 Jun 24 14:35:19.149882 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [req-6b32a721-3e15-445f-9285-6447b52492a4 req-21617841-623a-4e0e-97bc-08156d4ebc9e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:35:19.151353 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b32a721-3e15-445f-9285-6447b52492a4 req-21617841-623a-4e0e-97bc-08156d4ebc9e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057192 Jun 24 14:35:19.308800 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b32a721-3e15-445f-9285-6447b52492a4 req-1082f599-b372-49e5-a567-dc23c7d8d672 service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506128 Jun 24 14:35:19.365657 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59635c3f-9aa5-4f5d-9b61-6b970ce19e7d None None] New status for floating IP aa0c42a6-9989-4a05-b3f4-1f2f459dc557: DOWN {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:35:19.451903 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b32a721-3e15-445f-9285-6447b52492a4 req-26ccbaea-5b2f-49e5-9606-b57e36844d6c service neutron] 10.222.0.36 "GET /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359241 Jun 24 14:35:20.098835 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c18dad-880b-44b2-bfbe-03b0d2618fec req-a8bdc196-b5a9-4883-b51f-7d17abeaa3ff tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:20.100634 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-11c18dad-880b-44b2-bfbe-03b0d2618fec req-a8bdc196-b5a9-4883-b51f-7d17abeaa3ff tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1233745 Jun 24 14:35:20.179721 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0e7c7eaf-0a5f-48cd-b06e-9abd27666687 req-9f55b9a5-8610-4be6-b4ca-406015271fa0 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 210 time: 0.0589716 Jun 24 14:35:20.193648 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-11c18dad-880b-44b2-bfbe-03b0d2618fec req-7754428f-cc1c-471f-9152-122d0a44a231 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863733 Jun 24 14:35:20.503045 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-d785e9c8-a84e-4f69-97f9-c6618f80abda tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:20.504362 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-d785e9c8-a84e-4f69-97f9-c6618f80abda tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 815 time: 0.1829116 Jun 24 14:35:20.573359 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-05d8e58f-191d-4175-9f81-a585db16156b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:35:20.589307 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-0cddf805-9e35-4a6d-a1f5-ff11a0677722 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:20.589977 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-0cddf805-9e35-4a6d-a1f5-ff11a0677722 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Synchronizing usage tracker for tenant:5b9b2a71684b4f5da9be4bfaa3a435cd on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:35:20.607029 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-05d8e58f-191d-4175-9f81-a585db16156b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:35:20.608249 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-05d8e58f-191d-4175-9f81-a585db16156b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23e38294718d4efaa4a2abf95b65800c HTTP/1.1" status: 200 len: 472 time: 0.0872803 Jun 24 14:35:20.609251 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-0cddf805-9e35-4a6d-a1f5-ff11a0677722 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Unset dirty status for tenant:5b9b2a71684b4f5da9be4bfaa3a435cd on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:35:20.610221 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-0cddf805-9e35-4a6d-a1f5-ff11a0677722 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.36 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.1580844 Jun 24 14:35:20.621177 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'port': {'device_id': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'admin_state_up': True, 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'security_groups': ['0a3f97bd-2111-4c25-9350-176650d027f4']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:35:20.764098 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-23388e8d-5f20-4805-81b7-1453fdccfe02 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Deleting port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:20.764360 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-23388e8d-5f20-4805-81b7-1453fdccfe02 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:20.978912 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:35:20.990629 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:port and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:35:20.995041 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:35:21.003322 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:35:21.080890 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Made reservation on behalf of 23e38294718d4efaa4a2abf95b65800c for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:35:21.084181 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:21.226451 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-23388e8d-5f20-4805-81b7-1453fdccfe02 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] For port 3cf878fe-7e6f-4cf9-9f85-08b27d931970, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=3cf878fe-7e6f-4cf9-9f85-08b27d931970,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:21.226814 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-23388e8d-5f20-4805-81b7-1453fdccfe02 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:21.377228 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f4949686-1ce5-4b8a-8275-d8fc6d356b51 req-8ad64dae-01bb-4f73-9c2e-dec86f8d7739 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 210 time: 0.0898745 Jun 24 14:35:21.385239 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-23388e8d-5f20-4805-81b7-1453fdccfe02 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Calling delete_port for 3cf878fe-7e6f-4cf9-9f85-08b27d931970 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:21.422492 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f3a9c-9592-4549-83c3-479894d0ac5a req-e577c225-4904-4569-972c-960f1af7b664 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:21.423908 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f22f3a9c-9592-4549-83c3-479894d0ac5a req-e577c225-4904-4569-972c-960f1af7b664 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 946 time: 0.0936136 Jun 24 14:35:21.468144 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f22f3a9c-9592-4549-83c3-479894d0ac5a req-ca9c9b5c-c28b-467e-812e-b77b6655b151 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe8f93e-bac8-4d97-8034-c5293697236f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378361 Jun 24 14:35:21.468403 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Allocated IP 172.20.0.11 (3f874db6-799f-4409-b38d-b908341ff4ee/9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f/f1fa2372-1e55-4616-8e71-02c7863878bd) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:35:21.645053 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-23388e8d-5f20-4805-81b7-1453fdccfe02 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:21.723937 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23388e8d-5f20-4805-81b7-1453fdccfe02 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event deleted for resources: {'Port': ['ID=3cf878fe-7e6f-4cf9-9f85-08b27d931970,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:21.831982 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-23388e8d-5f20-4805-81b7-1453fdccfe02 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] No DVR routers for this DVR port 3cf878fe-7e6f-4cf9-9f85-08b27d931970 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:35:21.836105 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-23388e8d-5f20-4805-81b7-1453fdccfe02 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:21.838539 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'name': 'network-vif-deleted', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:35:21.847697 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:21.871734 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-11a7bad0-49ef-4ca3-8b91-aadf4144ad2e req-23388e8d-5f20-4805-81b7-1453fdccfe02 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.36 "DELETE /v2.0/ports/3cf878fe-7e6f-4cf9-9f85-08b27d931970 HTTP/1.1" status: 204 len: 173 time: 1.2368655 Jun 24 14:35:21.872638 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Transition to ACTIVE for port object f1fa2372-1e55-4616-8e71-02c7863878bd will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:35:21.886151 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469f8e99-3b0d-4e9d-a85e-905ad131029d'] response: {'server_uuid': '97f4d4b3-65bd-4e56-86c5-e72e16ccf466', 'name': 'network-vif-deleted', 'tag': '3cf878fe-7e6f-4cf9-9f85-08b27d931970', 'status': 'completed', 'code': 200} Jun 24 14:35:21.897205 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:21.961738 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Network 3f874db6-799f-4409-b38d-b908341ff4ee is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:35:21.969321 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:35:21.973524 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:35:22.003730 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'Port': ['ID=f1fa2372-1e55-4616-8e71-02c7863878bd,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:22.042066 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:22.042784 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:22.062620 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-5dc77d1c-cd6f-4cca-9bf8-d6c16542755c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4450426 Jun 24 14:35:22.080331 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Request body: {'port': {'device_id': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:35:22.195865 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:22.256639 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-15753f1a-03f3-410e-bd54-3904447b7426 None None] Provisioning for port f1fa2372-1e55-4616-8e71-02c7863878bd completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:35:22.263008 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-15753f1a-03f3-410e-bd54-3904447b7426 None None] Provisioning complete for port f1fa2372-1e55-4616-8e71-02c7863878bd triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:35:22.263384 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-15753f1a-03f3-410e-bd54-3904447b7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:22.319452 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-15753f1a-03f3-410e-bd54-3904447b7426 None None] Port f1fa2372-1e55-4616-8e71-02c7863878bd cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:35:22.559800 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fa2372-1e55-4616-8e71-02c7863878bd {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:35:22.567135 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:22.582950 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Transition to ACTIVE for port object f1fa2372-1e55-4616-8e71-02c7863878bd will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:35:22.587592 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:22.590422 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25a8a2-82b9-4dd9-abeb-126db959fbd8 req-9f3bd6f6-ae55-4f4f-b66d-da6dced28830 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:22.591833 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5f25a8a2-82b9-4dd9-abeb-126db959fbd8 req-9f3bd6f6-ae55-4f4f-b66d-da6dced28830 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 932 time: 0.0955412 Jun 24 14:35:22.676994 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7a1ee09d-98a0-4b34-9755-625f28e9fceb req-04cb4643-0038-4a51-a823-52a25b313f27 tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "GET /v2.0/ports?device_id=97f4d4b3-65bd-4e56-86c5-e72e16ccf466 HTTP/1.1" status: 200 len: 210 time: 0.0605121 Jun 24 14:35:22.698465 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5f25a8a2-82b9-4dd9-abeb-126db959fbd8 req-a46eadbe-b729-430b-82a4-acabca8aeac8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003606 Jun 24 14:35:22.876089 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fa2372-1e55-4616-8e71-02c7863878bd,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:22.954870 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Attempting to bind port f1fa2372-1e55-4616-8e71-02c7863878bd on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:35:22.955200 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Attempting to bind port f1fa2372-1e55-4616-8e71-02c7863878bd by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:35:22.955518 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Attempting to bind port f1fa2372-1e55-4616-8e71-02c7863878bd on network 3f874db6-799f-4409-b38d-b908341ff4ee {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:35:22.960714 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Port f1fa2372-1e55-4616-8e71-02c7863878bd on network 3f874db6-799f-4409-b38d-b908341ff4ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:35:22.961039 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Attempting to bind port f1fa2372-1e55-4616-8e71-02c7863878bd on network 3f874db6-799f-4409-b38d-b908341ff4ee {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:35:22.966811 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:35:22.967258 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Checking segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:35:22.967800 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Bound using segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:35:22.968311 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Bound port: f1fa2372-1e55-4616-8e71-02c7863878bd, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:35:22.968801 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:23.061980 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] For port f1fa2372-1e55-4616-8e71-02c7863878bd, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:35:23.064865 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] For port f1fa2372-1e55-4616-8e71-02c7863878bd, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f1fa2372-1e55-4616-8e71-02c7863878bd,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:35:23.068490 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:23.125550 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:23.126153 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:23.127543 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] 10.222.0.36 "PUT /v2.0/ports/f1fa2372-1e55-4616-8e71-02c7863878bd HTTP/1.1" status: 200 len: 1094 time: 1.0515115 Jun 24 14:35:23.147014 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cbcfb-5959-477c-8ef8-3b267a5f7764 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fa2372-1e55-4616-8e71-02c7863878bd,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:23.269348 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-d89ef0d4-0329-4896-a43c-f0aed7e551de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:23.271238 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-d89ef0d4-0329-4896-a43c-f0aed7e551de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 1097 time: 0.0805681 Jun 24 14:35:23.348557 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-21199edf-a061-4d0a-b96d-faf8ed9ed783 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1fa2372-1e55-4616-8e71-02c7863878bd HTTP/1.1" status: 200 len: 217 time: 0.0638742 Jun 24 14:35:23.410326 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-8251a781-9815-4a86-a117-26d036ed380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:23.412048 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-8251a781-9815-4a86-a117-26d036ed380a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0577607 Jun 24 14:35:23.494999 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-517bcc90-e856-448e-98c7-98b192275523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:23.496488 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-517bcc90-e856-448e-98c7-98b192275523 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787013 Jun 24 14:35:23.625967 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-ef0850e3-2471-476f-a2f8-ed6aa5f215fe service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221306 Jun 24 14:35:23.755319 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-233417fb-e2ca-4664-ad41-d0cef3c6761d req-da72c030-4732-43e4-9b32-7421b5fef1e2 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228852 Jun 24 14:35:23.771762 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47196) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:23.844135 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-89ccf4c6-1872-4cfd-b5e2-ff4aea4591be tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:23.874312 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-89ccf4c6-1872-4cfd-b5e2-ff4aea4591be tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:23.892120 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'tag': 'f1fa2372-1e55-4616-8e71-02c7863878bd'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:35:23.910839 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ccea7-3756-4598-861e-8c59792d64f5 req-204d0032-9b05-42ed-966a-53d304de19a5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:23.912300 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aa9ccea7-3756-4598-861e-8c59792d64f5 req-204d0032-9b05-42ed-966a-53d304de19a5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 944 time: 0.0851007 Jun 24 14:35:23.942979 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ffdb02-45e7-413a-9846-9259d28652f9'] response: {'name': 'network-changed', 'server_uuid': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'tag': 'f1fa2372-1e55-4616-8e71-02c7863878bd', 'status': 'completed', 'code': 200} Jun 24 14:35:23.950987 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-89ccf4c6-1872-4cfd-b5e2-ff4aea4591be tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:23.965362 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aa9ccea7-3756-4598-861e-8c59792d64f5 req-f82f950f-1827-4fef-97ff-5e036d322e24 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390897 Jun 24 14:35:23.971114 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccf4c6-1872-4cfd-b5e2-ff4aea4591be tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe8f93e-bac8-4d97-8034-c5293697236f,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:23.988092 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-89ccf4c6-1872-4cfd-b5e2-ff4aea4591be tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:23.991815 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-89ccf4c6-1872-4cfd-b5e2-ff4aea4591be tempest-TestShelveInstance-1894936517 tempest-TestShelveInstance-1894936517-project] 10.222.0.16 "DELETE /v2.0/security-groups/ebe8f93e-bac8-4d97-8034-c5293697236f HTTP/1.1" status: 204 len: 168 time: 0.2164288 Jun 24 14:35:24.041988 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47204) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:24.072263 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380fa1a-744b-4861-992b-91863486d993 req-5f78141b-c535-4266-83f3-eec3566c05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:24.073779 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0380fa1a-744b-4861-992b-91863486d993 req-5f78141b-c535-4266-83f3-eec3566c05e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 1097 time: 0.0827076 Jun 24 14:35:24.207325 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380fa1a-744b-4861-992b-91863486d993 req-2b7ce566-0206-46e9-8586-8c829501b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:24.208814 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0380fa1a-744b-4861-992b-91863486d993 req-2b7ce566-0206-46e9-8586-8c829501b184 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 916 time: 0.1277211 Jun 24 14:35:24.277786 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0380fa1a-744b-4861-992b-91863486d993 req-ec85b3d2-9844-477b-9968-18c261f0e9a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1fa2372-1e55-4616-8e71-02c7863878bd HTTP/1.1" status: 200 len: 217 time: 0.0624340 Jun 24 14:35:24.340781 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380fa1a-744b-4861-992b-91863486d993 req-b8066c2b-9b54-47df-a005-17b3c5af34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:24.342503 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0380fa1a-744b-4861-992b-91863486d993 req-b8066c2b-9b54-47df-a005-17b3c5af34eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0577068 Jun 24 14:35:24.428033 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380fa1a-744b-4861-992b-91863486d993 req-bde12e3b-b49b-4cca-bcd7-009065507cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:24.429535 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0380fa1a-744b-4861-992b-91863486d993 req-bde12e3b-b49b-4cca-bcd7-009065507cd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801816 Jun 24 14:35:24.542166 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 3cf878fe-7e6f-4cf9-9f85-08b27d931970 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:35:24.577717 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 3cf878fe-7e6f-4cf9-9f85-08b27d931970 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:35:24.578614 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 3cf878fe-7e6f-4cf9-9f85-08b27d931970 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:35:24.672722 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0380fa1a-744b-4861-992b-91863486d993 req-ba1b6729-3301-43cb-ba09-e1afa5af9e07 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359734 Jun 24 14:35:24.733447 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cd413c0d-a139-4de8-9bef-c33a20283a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914461'] for router_interface, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:24.805939 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0380fa1a-744b-4861-992b-91863486d993 req-b27409c1-2bde-4e87-916f-b46db2baf1f5 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259706 Jun 24 14:35:25.118871 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-cd413c0d-a139-4de8-9bef-c33a20283a58 admin admin] Deleting port b2a53749-f518-4f25-9e73-e78b9aea81a0 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:25.119948 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cd413c0d-a139-4de8-9bef-c33a20283a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:25.287901 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fdfd3-398a-48ed-8b93-5d199c806327 req-e97d0131-ab71-435c-abf6-8b99c4cb3a4f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:25.289350 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ad7fdfd3-398a-48ed-8b93-5d199c806327 req-e97d0131-ab71-435c-abf6-8b99c4cb3a4f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 944 time: 0.2130582 Jun 24 14:35:25.343033 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-cd413c0d-a139-4de8-9bef-c33a20283a58 admin admin] For port b2a53749-f518-4f25-9e73-e78b9aea81a0, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=b2a53749-f518-4f25-9e73-e78b9aea81a0,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:25.343386 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cd413c0d-a139-4de8-9bef-c33a20283a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:25.463200 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ad7fdfd3-398a-48ed-8b93-5d199c806327 req-c524c9af-a645-4343-b6c9-deaef1e396b1 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637228 Jun 24 14:35:25.469692 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-cd413c0d-a139-4de8-9bef-c33a20283a58 admin admin] Calling delete_port for b2a53749-f518-4f25-9e73-e78b9aea81a0 owned by network:router_interface {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:25.636082 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cd413c0d-a139-4de8-9bef-c33a20283a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:25.683867 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd413c0d-a139-4de8-9bef-c33a20283a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a53749-f518-4f25-9e73-e78b9aea81a0,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:26.043533 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cd413c0d-a139-4de8-9bef-c33a20283a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914409'] for router_interface, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:26.386539 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd413c0d-a139-4de8-9bef-c33a20283a58 admin admin] Router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:35:26.548969 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device f1fa2372-1e55-4616-8e71-02c7863878bd details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:35:26.606288 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd413c0d-a139-4de8-9bef-c33a20283a58 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:35:26.631631 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-cd413c0d-a139-4de8-9bef-c33a20283a58 admin admin] 10.222.0.16 "PUT /v2.0/routers/6959fef1-7a34-4d2b-b879-d3224fd7cc56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5882452 Jun 24 14:35:26.634170 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47216) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:26.650085 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5cc3e7-938e-4741-ae55-9035a2974384 None None] Sync routers for ids ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:35:26.667505 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d542e2-5b5b-4296-ae8d-86e23bbd48c5 req-aa4adba6-4773-4f29-9d1a-6afc3df17a2c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:26.669004 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-37d542e2-5b5b-4296-ae8d-86e23bbd48c5 req-aa4adba6-4773-4f29-9d1a-6afc3df17a2c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 944 time: 0.0989399 Jun 24 14:35:26.675738 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5cc3e7-938e-4741-ae55-9035a2974384 None None] Routers {'6959fef1-7a34-4d2b-b879-d3224fd7cc56'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:35:26.676344 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-cf5cc3e7-938e-4741-ae55-9035a2974384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:26.715959 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-37d542e2-5b5b-4296-ae8d-86e23bbd48c5 req-eec7da5a-683f-481b-9584-5ab44f726d49 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404286 Jun 24 14:35:26.811822 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Notify callbacks [] for router, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:26.861271 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port f1fa2372-1e55-4616-8e71-02c7863878bd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f1fa2372-1e55-4616-8e71-02c7863878bd,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:26.881202 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': 'f1fa2372-1e55-4616-8e71-02c7863878bd', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'port_id': 'f1fa2372-1e55-4616-8e71-02c7863878bd', 'mac_address': 'fa:16:3e:aa:64:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:35:26.935882 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-cf5cc3e7-938e-4741-ae55-9035a2974384 None None] Set router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:35:26.986595 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:26.996955 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Deleting port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:26.997338 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:27.115729 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port f1fa2372-1e55-4616-8e71-02c7863878bd is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:35:27.116102 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:27.147403 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fa2372-1e55-4616-8e71-02c7863878bd {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:35:27.165828 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] For port 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=4dcf55ea-db6a-4b13-8eec-65c3e0ad931c,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:27.166836 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:27.187776 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port f1fa2372-1e55-4616-8e71-02c7863878bd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f1fa2372-1e55-4616-8e71-02c7863878bd,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:27.193505 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:27.290545 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Calling delete_port for 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c owned by network:router_gateway {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:27.295240 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=f1fa2372-1e55-4616-8e71-02c7863878bd,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:27.314081 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-cf5cc3e7-938e-4741-ae55-9035a2974384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:35:25Z', 'revision_number': 5, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port': {'id': '4dcf55ea-db6a-4b13-8eec-65c3e0ad931c', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:28:50Z', 'updated_at': '2022-06-24T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:27.318045 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5cc3e7-938e-4741-ae55-9035a2974384 None None] Checking router: 6959fef1-7a34-4d2b-b879-d3224fd7cc56 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:35:27.326250 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5cc3e7-938e-4741-ae55-9035a2974384 None None] Routers {'6959fef1-7a34-4d2b-b879-d3224fd7cc56'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:35:27.326839 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-cf5cc3e7-938e-4741-ae55-9035a2974384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:27.454891 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:27.484896 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-cf5cc3e7-938e-4741-ae55-9035a2974384 None None] Set router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 gateway port host: None {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:35:27.501070 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Pushing event deleted for resources: {'Port': ['ID=4dcf55ea-db6a-4b13-8eec-65c3e0ad931c,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:27.591468 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-cf5cc3e7-938e-4741-ae55-9035a2974384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:35:26Z', 'revision_number': 6, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port_host': None}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:27.595393 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5cc3e7-938e-4741-ae55-9035a2974384 None None] The sync data for ids ['6959fef1-7a34-4d2b-b879-d3224fd7cc56'] in dv-cinder-847189-2-iscsi is: [{'id': '6959fef1-7a34-4d2b-b879-d3224fd7cc56', 'name': 'tempest-TestShelveInstance-1893201477-router', 'tenant_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:49Z', 'updated_at': '2022-06-24T14:35:26Z', 'revision_number': 6, 'project_id': '5b9b2a71684b4f5da9be4bfaa3a435cd', 'gw_port_host': None}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:35:27.600777 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914556'] for router_gateway, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:27.632547 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['f1fa2372-1e55-4616-8e71-02c7863878bd'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:35:27.873871 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3903381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29024'] for router, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:27.876013 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:27.898422 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3899613'] for router, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:27.898868 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6959fef1-7a34-4d2b-b879-d3224fd7cc56 {{(pid=88095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:35:27.911759 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:27.912939 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-f61974cc-2eae-47b6-84b9-54f8720749bc admin admin] 10.222.0.16 "DELETE /v2.0/routers/6959fef1-7a34-4d2b-b879-d3224fd7cc56 HTTP/1.1" status: 204 len: 168 time: 1.2764564 Jun 24 14:35:27.915331 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47222) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:27.941093 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596ce1e-8df5-4a4d-a603-99fe804901f7 req-90f837ec-6744-4882-bb51-1183d08ba05d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:27.942984 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9596ce1e-8df5-4a4d-a603-99fe804901f7 req-90f837ec-6744-4882-bb51-1183d08ba05d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 945 time: 0.0975926 Jun 24 14:35:27.975432 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da31fed-56ad-459c-a2f9-3ddd9d36cd12 admin admin] Deleting subnet 163d4c42-f232-46ac-87cf-19f76a990a26 {{(pid=88095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:35:27.980725 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7da31fed-56ad-459c-a2f9-3ddd9d36cd12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:27.992937 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9596ce1e-8df5-4a4d-a603-99fe804901f7 req-5c6ed938-1462-4139-a30f-d8a4873b5fd9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439193 Jun 24 14:35:28.032098 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7da31fed-56ad-459c-a2f9-3ddd9d36cd12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538502'] for subnet, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:28.107279 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7da31fed-56ad-459c-a2f9-3ddd9d36cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:28.170472 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7da31fed-56ad-459c-a2f9-3ddd9d36cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2302222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596850'] for subnet, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:28.209496 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da31fed-56ad-459c-a2f9-3ddd9d36cd12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163d4c42-f232-46ac-87cf-19f76a990a26,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:28.215959 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7da31fed-56ad-459c-a2f9-3ddd9d36cd12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:28.220943 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c35421-7224-4ed6-b001-8a5e91d95ed5 None None] Network d6af37d7-c93d-46e8-aca7-d94f02e501f6 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:35:28.223189 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-7da31fed-56ad-459c-a2f9-3ddd9d36cd12 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/163d4c42-f232-46ac-87cf-19f76a990a26 HTTP/1.1" status: 204 len: 168 time: 0.3068919 Jun 24 14:35:28.225648 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47228) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:28.330639 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:28.342755 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Deleting port daa56338-b388-496c-b019-0ea9ffa42f90 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:28.342755 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:28.492225 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f767adc-5f7b-4432-9ec5-0cc128e3940c None None] DHCP port deletion for d6af37d7-c93d-46e8-aca7-d94f02e501f6 request from dv-cinder-847189-2-iscsi {{(pid=88096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:35:28.496601 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-8f767adc-5f7b-4432-9ec5-0cc128e3940c None None] Deleting port daa56338-b388-496c-b019-0ea9ffa42f90 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:28.496987 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8f767adc-5f7b-4432-9ec5-0cc128e3940c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:28.565856 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] For port daa56338-b388-496c-b019-0ea9ffa42f90, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=daa56338-b388-496c-b019-0ea9ffa42f90,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:28.566219 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:28.707538 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Calling delete_port for daa56338-b388-496c-b019-0ea9ffa42f90 owned by network:dhcp {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:28.752755 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-8f767adc-5f7b-4432-9ec5-0cc128e3940c None None] For port daa56338-b388-496c-b019-0ea9ffa42f90, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=daa56338-b388-496c-b019-0ea9ffa42f90,segment=NetworkSegment(d168eafd-a8e4-4cc7-97f2-50a9a4278afb),segment_id=d168eafd-a8e4-4cc7-97f2-50a9a4278afb)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:28.753277 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8f767adc-5f7b-4432-9ec5-0cc128e3940c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:28.794110 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:28.824106 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device daa56338-b388-496c-b019-0ea9ffa42f90 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:35:28.845309 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa56338-b388-496c-b019-0ea9ffa42f90,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:28.851437 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] No DVR routers for this DVR port daa56338-b388-496c-b019-0ea9ffa42f90 on host dv-cinder-847189-2-iscsi {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:35:28.917279 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-8f767adc-5f7b-4432-9ec5-0cc128e3940c None None] Calling delete_port for daa56338-b388-496c-b019-0ea9ffa42f90 owned by network:dhcp {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:28.952128 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: daa56338-b388-496c-b019-0ea9ffa42f90 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:35:28.952544 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device daa56338-b388-496c-b019-0ea9ffa42f90 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:35:28.952891 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:35:28.969349 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:28.992737 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:35:28.993081 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 4dcf55ea-db6a-4b13-8eec-65c3e0ad931c not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:35:28.993490 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device b2a53749-f518-4f25-9e73-e78b9aea81a0 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:35:29.000253 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6af37d7-c93d-46e8-aca7-d94f02e501f6']}} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:29.013272 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb') {'for_net_delete': True} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:29.013570 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd168eafd-a8e4-4cc7-97f2-50a9a4278afb') {} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:29.026441 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538511'] for segment, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:29.041137 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: b2a53749-f518-4f25-9e73-e78b9aea81a0 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:35:29.043413 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device b2a53749-f518-4f25-9e73-e78b9aea81a0 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:35:29.044055 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:29.050865 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:35:29.051346 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2302368'] for segment, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:29.078753 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.db.api [None req-8f767adc-5f7b-4432-9ec5-0cc128e3940c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:35:29.079436 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG oslo_db.api [None req-8f767adc-5f7b-4432-9ec5-0cc128e3940c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:35:29.118377 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.services.segments.plugin [-] Segment d168eafd-a8e4-4cc7-97f2-50a9a4278afb resource provider aggregate not found Jun 24 14:35:29.145328 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.services.segments.plugin [-] Segment d168eafd-a8e4-4cc7-97f2-50a9a4278afb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d168eafd-a8e4-4cc7-97f2-50a9a4278afb found for delete ", "request_id": "req-1dfdb67f-6742-4e80-ae7e-a48f19e7c9c8"}]} Jun 24 14:35:29.158718 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:29.177149 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:29.198105 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6af37d7-c93d-46e8-aca7-d94f02e501f6,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:29.203388 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-1c73713c-51c3-45ec-892e-dbfd14f8d111 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d6af37d7-c93d-46e8-aca7-d94f02e501f6 HTTP/1.1" status: 204 len: 168 time: 0.9764640 Jun 24 14:35:29.206102 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47244) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:29.283357 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863890b1-b76d-4ca5-b32c-7b84d5691b51 req-f7ec9e3e-533c-4772-9255-b3cbdbcc2cb8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:29.288962 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-863890b1-b76d-4ca5-b32c-7b84d5691b51 req-f7ec9e3e-533c-4772-9255-b3cbdbcc2cb8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 945 time: 0.1118188 Jun 24 14:35:29.336592 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-863890b1-b76d-4ca5-b32c-7b84d5691b51 req-3331fbcd-7b03-4b22-867d-0a5d2106a463 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460346 Jun 24 14:35:29.581310 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-8f767adc-5f7b-4432-9ec5-0cc128e3940c None None] Deleting port daa56338-b388-496c-b019-0ea9ffa42f90 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:29.581785 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8f767adc-5f7b-4432-9ec5-0cc128e3940c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:29.649011 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-8f767adc-5f7b-4432-9ec5-0cc128e3940c None None] The port 'daa56338-b388-496c-b019-0ea9ffa42f90' was deleted {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:35:29.840067 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e7f47a1f-172e-4877-a621-8f96918c2996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914461'] for router_interface, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:30.184368 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-e7f47a1f-172e-4877-a621-8f96918c2996 admin admin] Deleting port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:30.185068 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e7f47a1f-172e-4877-a621-8f96918c2996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:30.359625 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-e7f47a1f-172e-4877-a621-8f96918c2996 admin admin] For port dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc,segment=NetworkSegment(6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3),segment_id=6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:30.359983 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e7f47a1f-172e-4877-a621-8f96918c2996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:30.487059 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-e7f47a1f-172e-4877-a621-8f96918c2996 admin admin] Calling delete_port for dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc owned by network:router_interface {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:30.539779 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f562060-71c7-447b-9398-47a5ddc05829 req-f56a6917-f94f-4fea-a119-96fd035feb7e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:30.542117 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9f562060-71c7-447b-9398-47a5ddc05829 req-f56a6917-f94f-4fea-a119-96fd035feb7e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 945 time: 0.0893655 Jun 24 14:35:30.557607 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device f1fa2372-1e55-4616-8e71-02c7863878bd up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:35:30.593722 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-9f562060-71c7-447b-9398-47a5ddc05829 req-e1789f6e-610d-4b67-a30e-6568974e7fcc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456984 Jun 24 14:35:30.677726 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port f1fa2372-1e55-4616-8e71-02c7863878bd completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:35:30.684127 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port f1fa2372-1e55-4616-8e71-02c7863878bd triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:35:30.684774 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:30.713844 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e7f47a1f-172e-4877-a621-8f96918c2996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:30.763098 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f47a1f-172e-4877-a621-8f96918c2996 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:30.817306 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port f1fa2372-1e55-4616-8e71-02c7863878bd is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:35:30.817759 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:30.848038 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa2372-1e55-4616-8e71-02c7863878bd'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:35:30.860606 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port f1fa2372-1e55-4616-8e71-02c7863878bd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f1fa2372-1e55-4616-8e71-02c7863878bd,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:30.866326 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:30.913576 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81178a3-91ab-4f5a-9f07-f47023b00318'] response: {'server_uuid': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa2372-1e55-4616-8e71-02c7863878bd', 'code': 200} Jun 24 14:35:30.978268 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=f1fa2372-1e55-4616-8e71-02c7863878bd,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:31.229716 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e7f47a1f-172e-4877-a621-8f96918c2996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914409'] for router_interface, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:31.243502 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a68838-31ac-44b5-85e5-daf30a268d8a req-6e32ac21-305f-4b5d-92cd-1157fb62abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:31.245432 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-48a68838-31ac-44b5-85e5-daf30a268d8a req-6e32ac21-305f-4b5d-92cd-1157fb62abc3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 1099 time: 0.1251595 Jun 24 14:35:31.406190 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-48a68838-31ac-44b5-85e5-daf30a268d8a req-46d6b1b8-deba-47ab-8305-3adf60796092 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135371 Jun 24 14:35:31.614165 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f47a1f-172e-4877-a621-8f96918c2996 admin admin] Router 940d275a-253d-46e3-b1e1-e25ea44399a0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:35:31.790434 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f47a1f-172e-4877-a621-8f96918c2996 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:35:31.795433 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e3583-bbaa-49d6-937a-ff53ad0b0f8a req-5230e87a-30d0-43d6-ab22-5477f5a974e8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:31.800831 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-e7f47a1f-172e-4877-a621-8f96918c2996 admin admin] 10.222.0.16 "PUT /v2.0/routers/940d275a-253d-46e3-b1e1-e25ea44399a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5935376 Jun 24 14:35:31.801376 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8e7e3583-bbaa-49d6-937a-ff53ad0b0f8a req-5230e87a-30d0-43d6-ab22-5477f5a974e8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 946 time: 0.0955887 Jun 24 14:35:31.806000 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d6595-1f24-4d19-b441-1f1de6fa90f4 None None] Sync routers for ids ['940d275a-253d-46e3-b1e1-e25ea44399a0'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:35:31.810279 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47272) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:31.817336 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d6595-1f24-4d19-b441-1f1de6fa90f4 None None] Routers {'940d275a-253d-46e3-b1e1-e25ea44399a0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:35:31.818200 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-0b8d6595-1f24-4d19-b441-1f1de6fa90f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['940d275a-253d-46e3-b1e1-e25ea44399a0'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:31.847852 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8e7e3583-bbaa-49d6-937a-ff53ad0b0f8a req-7612471a-9f81-4daf-a50d-cbb7fbc96c02 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413568 Jun 24 14:35:31.988461 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Notify callbacks [] for router, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:32.035010 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-0b8d6595-1f24-4d19-b441-1f1de6fa90f4 None None] Set router 940d275a-253d-46e3-b1e1-e25ea44399a0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:35:32.269486 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:32.280060 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Deleting port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:32.280386 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:32.315592 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-0b8d6595-1f24-4d19-b441-1f1de6fa90f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'name': 'tempest-TestShelveInstance-1095167280-router', 'tenant_id': '49719e6479644715800266afdf4d907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8'}], 'enable_snat': True}, 'gw_port_id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:58Z', 'updated_at': '2022-06-24T14:35:30Z', 'revision_number': 5, 'project_id': '49719e6479644715800266afdf4d907d', 'gw_port': {'id': '32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:29:00Z', 'updated_at': '2022-06-24T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:32.319235 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d6595-1f24-4d19-b441-1f1de6fa90f4 None None] Checking router: 940d275a-253d-46e3-b1e1-e25ea44399a0 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:35:32.327835 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d6595-1f24-4d19-b441-1f1de6fa90f4 None None] Routers {'940d275a-253d-46e3-b1e1-e25ea44399a0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:35:32.328443 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-0b8d6595-1f24-4d19-b441-1f1de6fa90f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['940d275a-253d-46e3-b1e1-e25ea44399a0'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:32.447775 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] For port 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:32.448131 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:32.473823 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-0b8d6595-1f24-4d19-b441-1f1de6fa90f4 None None] Set router 940d275a-253d-46e3-b1e1-e25ea44399a0 gateway port host: None {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:35:32.568157 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Calling delete_port for 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 owned by network:router_gateway {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:32.575234 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-0b8d6595-1f24-4d19-b441-1f1de6fa90f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'name': 'tempest-TestShelveInstance-1095167280-router', 'tenant_id': '49719e6479644715800266afdf4d907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:58Z', 'updated_at': '2022-06-24T14:35:32Z', 'revision_number': 6, 'project_id': '49719e6479644715800266afdf4d907d', 'gw_port_host': None}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:32.580999 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d6595-1f24-4d19-b441-1f1de6fa90f4 None None] The sync data for ids ['940d275a-253d-46e3-b1e1-e25ea44399a0'] in dv-cinder-847189-2-iscsi is: [{'id': '940d275a-253d-46e3-b1e1-e25ea44399a0', 'name': 'tempest-TestShelveInstance-1095167280-router', 'tenant_id': '49719e6479644715800266afdf4d907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:28:58Z', 'updated_at': '2022-06-24T14:35:32Z', 'revision_number': 6, 'project_id': '49719e6479644715800266afdf4d907d', 'gw_port_host': None}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:35:32.740958 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:32.789063 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Pushing event deleted for resources: {'Port': ['ID=32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:32.892742 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914556'] for router_gateway, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.082885 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8fd25-377e-4abc-94d2-dd1c711e41af req-edfc8c78-0683-4e18-ac54-c9c1d0d3a97e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:33.084363 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-34a8fd25-377e-4abc-94d2-dd1c711e41af req-edfc8c78-0683-4e18-ac54-c9c1d0d3a97e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 946 time: 0.1149650 Jun 24 14:35:33.088744 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3903381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29024'] for router, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.091265 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.112227 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:35:33.129193 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3899613'] for router, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.129701 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 940d275a-253d-46e3-b1e1-e25ea44399a0 {{(pid=88095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:35:33.145977 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.150031 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-2941e9dd-90f2-439e-b770-bc2f31793523 admin admin] 10.222.0.16 "DELETE /v2.0/routers/940d275a-253d-46e3-b1e1-e25ea44399a0 HTTP/1.1" status: 204 len: 168 time: 1.3350830 Jun 24 14:35:33.153702 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47280) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:33.156224 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-34a8fd25-377e-4abc-94d2-dd1c711e41af req-0b7e8bd0-5a57-4046-8efa-53ec3d6a8b01 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634248 Jun 24 14:35:33.172689 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:35:33.173253 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device dfd0c0a4-ff5b-4fb5-98b1-0c2e422679dc not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:35:33.228359 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_v2 [None req-0609692c-ec3b-4a48-946e-73fc8962a778 admin admin] Deleting subnet 7aa86732-7e95-4cab-be5a-627a523335be {{(pid=88095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:35:33.232459 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0609692c-ec3b-4a48-946e-73fc8962a778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.281192 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0609692c-ec3b-4a48-946e-73fc8962a778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538502'] for subnet, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.362867 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0609692c-ec3b-4a48-946e-73fc8962a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.429933 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0609692c-ec3b-4a48-946e-73fc8962a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2302222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596850'] for subnet, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.466769 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609692c-ec3b-4a48-946e-73fc8962a778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa86732-7e95-4cab-be5a-627a523335be,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:33.470236 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0609692c-ec3b-4a48-946e-73fc8962a778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.475507 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1012cc48-8fbb-4c80-ad5d-2cd323f0f4d0 None None] Network a674dcdd-0863-4417-bcda-abb4a2bfe6c6 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:35:33.475922 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-0609692c-ec3b-4a48-946e-73fc8962a778 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7aa86732-7e95-4cab-be5a-627a523335be HTTP/1.1" status: 204 len: 168 time: 0.3212228 Jun 24 14:35:33.479116 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47284) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:33.583018 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.593960 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Deleting port d9cb771b-c05d-45b1-838d-3dffc52de277 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:33.594288 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.720162 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c3b5b-7bda-4790-a4f6-feaea0a92f41 None None] DHCP port deletion for a674dcdd-0863-4417-bcda-abb4a2bfe6c6 request from dv-cinder-847189-2-iscsi {{(pid=88096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:35:33.724118 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-195c3b5b-7bda-4790-a4f6-feaea0a92f41 None None] Deleting port d9cb771b-c05d-45b1-838d-3dffc52de277 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:33.724516 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-195c3b5b-7bda-4790-a4f6-feaea0a92f41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.902326 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] For port d9cb771b-c05d-45b1-838d-3dffc52de277, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d9cb771b-c05d-45b1-838d-3dffc52de277,segment=NetworkSegment(6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3),segment_id=6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:33.902684 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:33.958501 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-195c3b5b-7bda-4790-a4f6-feaea0a92f41 None None] For port d9cb771b-c05d-45b1-838d-3dffc52de277, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d9cb771b-c05d-45b1-838d-3dffc52de277,segment=NetworkSegment(6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3),segment_id=6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:33.958771 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-195c3b5b-7bda-4790-a4f6-feaea0a92f41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.024653 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Calling delete_port for d9cb771b-c05d-45b1-838d-3dffc52de277 owned by network:dhcp {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:34.077357 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-195c3b5b-7bda-4790-a4f6-feaea0a92f41 None None] Calling delete_port for d9cb771b-c05d-45b1-838d-3dffc52de277 owned by network:dhcp {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:34.101407 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.148650 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9cb771b-c05d-45b1-838d-3dffc52de277,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:34.149387 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.db.api [None req-195c3b5b-7bda-4790-a4f6-feaea0a92f41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:35:34.149856 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG oslo_db.api [None req-195c3b5b-7bda-4790-a4f6-feaea0a92f41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:35:34.152851 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] No DVR routers for this DVR port d9cb771b-c05d-45b1-838d-3dffc52de277 on host dv-cinder-847189-2-iscsi {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:35:34.269950 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.294969 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a674dcdd-0863-4417-bcda-abb4a2bfe6c6']}} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:34.302120 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:35:34.307480 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3') {'for_net_delete': True} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:34.307769 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3') {} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:34.318913 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538511'] for segment, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.335244 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.341559 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:35:34.341986 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2302368'] for segment, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.357592 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dc14e-f88f-4435-bc18-e194abe530da req-9317c695-a38d-4733-b19a-88dfd4ae347b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:34.359308 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8d8dc14e-f88f-4435-bc18-e194abe530da req-9317c695-a38d-4733-b19a-88dfd4ae347b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 946 time: 0.0876441 Jun 24 14:35:34.404780 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8d8dc14e-f88f-4435-bc18-e194abe530da req-405fec9a-6952-4773-a89b-0cfef7c17939 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388200 Jun 24 14:35:34.409204 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.services.segments.plugin [-] Segment 6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3 resource provider aggregate not found Jun 24 14:35:34.430848 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.services.segments.plugin [-] Segment 6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c0bb95a-eaf3-40b2-a55b-22daa0ac19b3 found for delete ", "request_id": "req-4eb07d76-e3e1-49ef-ade6-b135be3f7de3"}]} Jun 24 14:35:34.443089 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.459047 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.468834 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] Pushing event deleted for resources: {'Network': ['ID=a674dcdd-0863-4417-bcda-abb4a2bfe6c6,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:34.472883 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-6c89f1d3-c710-4cba-9a78-1163b4b3c263 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a674dcdd-0863-4417-bcda-abb4a2bfe6c6 HTTP/1.1" status: 204 len: 168 time: 0.9928484 Jun 24 14:35:34.591804 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47300) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:34.641867 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-ffac1705-504f-43f9-b5dc-402d2a29cfc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b9b2a71684b4f5da9be4bfaa3a435cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488837 Jun 24 14:35:34.644392 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47304) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:34.651261 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-195c3b5b-7bda-4790-a4f6-feaea0a92f41 None None] Deleting port d9cb771b-c05d-45b1-838d-3dffc52de277 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:34.651812 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-195c3b5b-7bda-4790-a4f6-feaea0a92f41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.706339 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-89c155e2-0336-4919-98e1-47df6b2227f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.709453 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878742b6-ef64-4ebb-8fbb-75d7db641bc9 req-101be84e-ac9f-467d-b43b-ab18463889a7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:34.710933 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-878742b6-ef64-4ebb-8fbb-75d7db641bc9 req-101be84e-ac9f-467d-b43b-ab18463889a7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 946 time: 0.2021992 Jun 24 14:35:34.721531 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-195c3b5b-7bda-4790-a4f6-feaea0a92f41 None None] The port 'd9cb771b-c05d-45b1-838d-3dffc52de277' was deleted {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:35:34.722055 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47308) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:34.731583 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-1a0592e0-7f81-4955-a909-fd959a56dd9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'floatingip': {'port_id': 'f1fa2372-1e55-4616-8e71-02c7863878bd'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:35:34.736862 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-89c155e2-0336-4919-98e1-47df6b2227f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.793286 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-89c155e2-0336-4919-98e1-47df6b2227f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.795623 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d9cb771b-c05d-45b1-838d-3dffc52de277 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:35:34.811368 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c155e2-0336-4919-98e1-47df6b2227f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8755e726-bf09-4979-98a0-569c7a0160da,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:34.818475 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1a0592e0-7f81-4955-a909-fd959a56dd9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.818833 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-89c155e2-0336-4919-98e1-47df6b2227f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:34.819936 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-89c155e2-0336-4919-98e1-47df6b2227f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8755e726-bf09-4979-98a0-569c7a0160da HTTP/1.1" status: 204 len: 168 time: 0.1746104 Jun 24 14:35:34.845722 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: d9cb771b-c05d-45b1-838d-3dffc52de277 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:35:34.846063 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d9cb771b-c05d-45b1-838d-3dffc52de277 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:35:34.846470 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:35:34.879540 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:35:34.879784 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 32bcaf4a-d296-4ad7-b5b3-2a7815ce0d31 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:35:35.192234 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47318) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:35.240792 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-a6072338-fdc3-4a60-96b8-a8507d5cdd42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49719e6479644715800266afdf4d907d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472877 Jun 24 14:35:35.243153 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47322) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:35.300361 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-245cf730-e3e8-4c44-94f2-a031ed37f76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:35.329470 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-245cf730-e3e8-4c44-94f2-a031ed37f76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:35.381369 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-245cf730-e3e8-4c44-94f2-a031ed37f76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:35.397439 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cf730-e3e8-4c44-94f2-a031ed37f76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2590e30a-015f-47e0-9f16-c963c457578e,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:35.402220 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-245cf730-e3e8-4c44-94f2-a031ed37f76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:35.410102 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-245cf730-e3e8-4c44-94f2-a031ed37f76d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2590e30a-015f-47e0-9f16-c963c457578e HTTP/1.1" status: 204 len: 168 time: 0.1618695 Jun 24 14:35:35.429498 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1a0592e0-7f81-4955-a909-fd959a56dd9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:35.434025 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1a0592e0-7f81-4955-a909-fd959a56dd9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:35.608151 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-1a0592e0-7f81-4955-a909-fd959a56dd9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Floating IP 1af9b18c-170d-4564-b237-27c5d0bf96a2 associated. External IP: 172.27.2.246, port: f1fa2372-1e55-4616-8e71-02c7863878bd. Jun 24 14:35:36.061438 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0592e0-7f81-4955-a909-fd959a56dd9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Router b60a0d33-d24b-429c-9725-130fc5bce3d0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:35:36.235670 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0592e0-7f81-4955-a909-fd959a56dd9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:35:36.239961 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1a0592e0-7f81-4955-a909-fd959a56dd9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:36.244845 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c56863c-1592-4b57-afb6-29381da4c64e None None] Sync routers for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:35:36.253738 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c56863c-1592-4b57-afb6-29381da4c64e None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:35:36.254342 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-4c56863c-1592-4b57-afb6-29381da4c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:36.295470 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-1a0592e0-7f81-4955-a909-fd959a56dd9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "PUT /v2.0/floatingips/1af9b18c-170d-4564-b237-27c5d0bf96a2 HTTP/1.1" status: 200 len: 992 time: 1.5700922 Jun 24 14:35:36.295470 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'tag': 'f1fa2372-1e55-4616-8e71-02c7863878bd'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:35:36.343511 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c361ee17-2a13-463e-b8d1-011179e626f3'] response: {'name': 'network-changed', 'server_uuid': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'tag': 'f1fa2372-1e55-4616-8e71-02c7863878bd', 'status': 'completed', 'code': 200} Jun 24 14:35:36.435103 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-4c56863c-1592-4b57-afb6-29381da4c64e None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:35:36.469612 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a59a19-2510-4636-bb71-9e0339e0bb4e req-1147823c-f571-4072-957c-6b53fe29c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:36.471065 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-61a59a19-2510-4636-bb71-9e0339e0bb4e req-1147823c-f571-4072-957c-6b53fe29c5ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 1099 time: 0.0793409 Jun 24 14:35:36.616503 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a59a19-2510-4636-bb71-9e0339e0bb4e req-f7c78e50-9241-455d-91b7-f72e1f198112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:36.617892 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-61a59a19-2510-4636-bb71-9e0339e0bb4e req-f7c78e50-9241-455d-91b7-f72e1f198112 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 916 time: 0.1411946 Jun 24 14:35:36.722876 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-61a59a19-2510-4636-bb71-9e0339e0bb4e req-58ff0482-12b2-403c-8871-4dc97792dd9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1fa2372-1e55-4616-8e71-02c7863878bd HTTP/1.1" status: 200 len: 1000 time: 0.0985594 Jun 24 14:35:36.787741 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a59a19-2510-4636-bb71-9e0339e0bb4e req-4ca83eee-2c7b-4b41-88b3-9ab5df42563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:36.789219 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-61a59a19-2510-4636-bb71-9e0339e0bb4e req-4ca83eee-2c7b-4b41-88b3-9ab5df42563d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0603306 Jun 24 14:35:36.793264 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-4c56863c-1592-4b57-afb6-29381da4c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '1af9b18c-170d-4564-b237-27c5d0bf96a2', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': 'f1fa2372-1e55-4616-8e71-02c7863878bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:aa:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:35:17Z', 'updated_at': '2022-06-24T14:35:35Z', 'revision_number': 1, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}, {'id': 'b0a83e3d-d98b-45b4-a0ba-1169f9a07524', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:0c:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:33:17Z', 'updated_at': '2022-06-24T14:33:37Z', 'revision_number': 2, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:36.797630 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c56863c-1592-4b57-afb6-29381da4c64e None None] Checking router: b60a0d33-d24b-429c-9725-130fc5bce3d0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:35:36.806461 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c56863c-1592-4b57-afb6-29381da4c64e None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:35:36.807078 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-4c56863c-1592-4b57-afb6-29381da4c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:36.872914 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a59a19-2510-4636-bb71-9e0339e0bb4e req-7af78402-a3d9-487c-a141-5570e4a3f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:36.874297 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-61a59a19-2510-4636-bb71-9e0339e0bb4e req-7af78402-a3d9-487c-a141-5570e4a3f78b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786860 Jun 24 14:35:36.977097 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:37.007650 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-61a59a19-2510-4636-bb71-9e0339e0bb4e req-8f08c02b-d2aa-4d9e-a389-53253d0ed180 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265159 Jun 24 14:35:37.029416 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-4c56863c-1592-4b57-afb6-29381da4c64e None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:35:37.232904 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-61a59a19-2510-4636-bb71-9e0339e0bb4e req-7b5f0c12-6ad0-4cd9-a77b-81184cc53707 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184701 Jun 24 14:35:37.379752 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-4c56863c-1592-4b57-afb6-29381da4c64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '1af9b18c-170d-4564-b237-27c5d0bf96a2', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': 'f1fa2372-1e55-4616-8e71-02c7863878bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:aa:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:35:17Z', 'updated_at': '2022-06-24T14:35:35Z', 'revision_number': 1, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}, {'id': 'b0a83e3d-d98b-45b4-a0ba-1169f9a07524', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:0c:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:33:17Z', 'updated_at': '2022-06-24T14:33:37Z', 'revision_number': 2, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:37.383662 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c56863c-1592-4b57-afb6-29381da4c64e None None] The sync data for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi is: [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '1af9b18c-170d-4564-b237-27c5d0bf96a2', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': 'f1fa2372-1e55-4616-8e71-02c7863878bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:aa:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:35:17Z', 'updated_at': '2022-06-24T14:35:35Z', 'revision_number': 1, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}, {'id': 'b0a83e3d-d98b-45b4-a0ba-1169f9a07524', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:0c:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:33:17Z', 'updated_at': '2022-06-24T14:33:37Z', 'revision_number': 2, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:35:37.564998 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24cfa6-ea9e-4a12-a785-9e32ad9e8c30 None None] New status for floating IP 1af9b18c-170d-4564-b237-27c5d0bf96a2: ACTIVE {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:35:38.457899 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2ff07b01-7955-4577-b333-75b2415b63a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:40.695200 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-dbff0ebe-cdd3-4e17-8033-6d33d1815a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:41.629820 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:41.986282 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:43.365347 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c47ae96f-8c84-42ce-8144-5a54526c3cdf req-650fa63e-0523-48e2-9eed-0504450bc532 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766766 Jun 24 14:35:43.484215 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ae96f-8c84-42ce-8144-5a54526c3cdf req-5ccfbe59-90aa-48c6-8689-d75f9a3e636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:43.485668 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c47ae96f-8c84-42ce-8144-5a54526c3cdf req-5ccfbe59-90aa-48c6-8689-d75f9a3e636f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2e0770ebf744551881a430f664bfcb7&device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 1100 time: 0.0756164 Jun 24 14:35:43.640364 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ae96f-8c84-42ce-8144-5a54526c3cdf req-09f83cad-35c5-4123-8f79-8e4aacaa7415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:43.641893 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c47ae96f-8c84-42ce-8144-5a54526c3cdf req-09f83cad-35c5-4123-8f79-8e4aacaa7415 service neutron] 10.222.0.36 "GET /v2.0/networks?id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 200 len: 917 time: 0.1323187 Jun 24 14:35:43.672363 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:43.751151 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c47ae96f-8c84-42ce-8144-5a54526c3cdf req-709cefd4-a195-4d77-bf42-9573ca57f3ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4390f3c8-55cb-4e21-8245-9b4e64238174 HTTP/1.1" status: 200 len: 1002 time: 0.0965834 Jun 24 14:35:43.811847 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ae96f-8c84-42ce-8144-5a54526c3cdf req-ab14ce7d-fe1e-4463-bc72-8e8317e89bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:43.813321 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c47ae96f-8c84-42ce-8144-5a54526c3cdf req-ab14ce7d-fe1e-4463-bc72-8e8317e89bab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 200 len: 855 time: 0.0564985 Jun 24 14:35:43.896144 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ae96f-8c84-42ce-8144-5a54526c3cdf req-739a8ce8-f426-4fb7-861b-61f39c1135ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:43.897558 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c47ae96f-8c84-42ce-8144-5a54526c3cdf req-739a8ce8-f426-4fb7-861b-61f39c1135ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784354 Jun 24 14:35:44.024182 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c47ae96f-8c84-42ce-8144-5a54526c3cdf req-c5203946-e3b1-4cff-807a-1dcd72094771 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199460 Jun 24 14:35:44.151134 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c47ae96f-8c84-42ce-8144-5a54526c3cdf req-1c0461a9-cd21-4c0d-9091-a0ba346971f6 service neutron] 10.222.0.36 "GET /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192160 Jun 24 14:35:53.633693 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9b659-7b5d-4b83-afd1-aa5786edce1b req-12646c18-5a5c-458e-9c3c-d608be900d1c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:53.635133 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6bf9b659-7b5d-4b83-afd1-aa5786edce1b req-12646c18-5a5c-458e-9c3c-d608be900d1c tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 946 time: 0.0906835 Jun 24 14:35:53.678283 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6bf9b659-7b5d-4b83-afd1-aa5786edce1b req-b07363f5-0a8b-4c2a-a75c-a8b9226f61c2 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369155 Jun 24 14:35:54.874349 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cac68e-4b9a-4ec2-b4a5-daba04c99a2b req-95133aa2-0a16-4b35-924f-ca38a268c88a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:54.875864 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-49cac68e-4b9a-4ec2-b4a5-daba04c99a2b req-95133aa2-0a16-4b35-924f-ca38a268c88a tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 946 time: 0.0916512 Jun 24 14:35:54.922634 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-49cac68e-4b9a-4ec2-b4a5-daba04c99a2b req-8c026d4e-975b-4c8e-b31c-77776b4ae898 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411761 Jun 24 14:35:55.041351 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3189a-62bf-42b4-be32-a9144afe1c8f req-4c858bc1-0dcd-46b5-9c77-995102642400 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:55.043295 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d9d3189a-62bf-42b4-be32-a9144afe1c8f req-4c858bc1-0dcd-46b5-9c77-995102642400 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 947 time: 0.0853529 Jun 24 14:35:55.084821 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d9d3189a-62bf-42b4-be32-a9144afe1c8f req-f6026ce3-f229-4b35-8687-0535ecb9de31 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358386 Jun 24 14:35:56.026171 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-a781f3e2-ecb6-45c6-8ee2-b99e3956ae06 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:56.027332 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-a781f3e2-ecb6-45c6-8ee2-b99e3956ae06 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Synchronizing usage tracker for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:35:56.043503 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-a781f3e2-ecb6-45c6-8ee2-b99e3956ae06 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Unset dirty status for tenant:ee3745d0a84a453ba17bf640b80f62a6 on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:35:56.044684 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-a781f3e2-ecb6-45c6-8ee2-b99e3956ae06 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.36 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 946 time: 0.1023197 Jun 24 14:35:56.115661 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71920f98-10fc-4900-a2aa-a4af4b501084 req-5e41c39e-d4cf-461a-8ecb-9eb058febf2b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:56.117165 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-71920f98-10fc-4900-a2aa-a4af4b501084 req-5e41c39e-d4cf-461a-8ecb-9eb058febf2b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 946 time: 0.0885582 Jun 24 14:35:56.119236 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Deleting port 12725002-1e97-4662-9c8b-4e1ef1fee0bf {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:56.119477 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:56.162254 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-71920f98-10fc-4900-a2aa-a4af4b501084 req-8f8240c9-9ce9-4233-927f-5730d46b1887 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups?id=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390804 Jun 24 14:35:56.289874 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34643a-dd8b-4ff3-b308-c422427f5154 req-bc0dbc00-2dad-47fc-8431-67f9b94b506e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:56.291204 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0e34643a-dd8b-4ff3-b308-c422427f5154 req-bc0dbc00-2dad-47fc-8431-67f9b94b506e tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 947 time: 0.0869513 Jun 24 14:35:56.337481 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0e34643a-dd8b-4ff3-b308-c422427f5154 req-52bea879-30d1-498e-a5b2-24cf6e724978 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403087 Jun 24 14:35:56.368347 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] For port 12725002-1e97-4662-9c8b-4e1ef1fee0bf, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=12725002-1e97-4662-9c8b-4e1ef1fee0bf,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:56.368744 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:56.754421 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:56.754787 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:56.755095 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.l3_db [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Floating IP 16784a91-f51c-4ff3-9f47-6b1d26f343cb disassociated. External IP: 172.27.2.24, port: 12725002-1e97-4662-9c8b-4e1ef1fee0bf. Jun 24 14:35:56.755431 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Calling delete_port for 12725002-1e97-4662-9c8b-4e1ef1fee0bf owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:56.894479 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:56.945739 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event deleted for resources: {'Port': ['ID=12725002-1e97-4662-9c8b-4e1ef1fee0bf,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:57.179295 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:35:57.186661 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-421c3f2e-bb35-4f3d-8048-67fbbb05c3d9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:57.187339 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-421c3f2e-bb35-4f3d-8048-67fbbb05c3d9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Synchronizing usage tracker for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:35:57.311829 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-421c3f2e-bb35-4f3d-8048-67fbbb05c3d9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Unset dirty status for tenant:a2e0770ebf744551881a430f664bfcb7 on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:35:57.312990 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-421c3f2e-bb35-4f3d-8048-67fbbb05c3d9 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 947 time: 0.3151271 Jun 24 14:35:57.323101 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-72adff60-008a-4cfa-a62b-a22a20d5df51 req-8af67d47-c6a6-4758-b387-3ec0583c7a6b tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/ports?device_id=49453346-0f6e-4f7d-9110-820ec6cdc396 HTTP/1.1" status: 200 len: 210 time: 0.0525053 Jun 24 14:35:57.414095 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Deleting port 4390f3c8-55cb-4e21-8245-9b4e64238174 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:57.414431 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:57.483753 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:35:57.493801 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba47ea3-add0-4258-bd5b-7aaed9f49f1e None None] Sync routers for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:35:57.503779 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba47ea3-add0-4258-bd5b-7aaed9f49f1e None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:35:57.504496 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-0ba47ea3-add0-4258-bd5b-7aaed9f49f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:57.542064 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3251dc-5dd4-4b00-bde3-0bf2c28b575b req-8c7b74ba-8698-419f-bd36-334b933b34eb tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:35:57.543420 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dd3251dc-5dd4-4b00-bde3-0bf2c28b575b req-8c7b74ba-8698-419f-bd36-334b933b34eb tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 947 time: 0.0881391 Jun 24 14:35:57.604474 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dd3251dc-5dd4-4b00-bde3-0bf2c28b575b req-c451da49-526a-43ef-8495-42b629519c0a tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups?id=9f11141f-5929-49f1-9880-707774d45327&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550034 Jun 24 14:35:57.610826 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] No DVR routers for this DVR port 12725002-1e97-4662-9c8b-4e1ef1fee0bf on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:35:57.614825 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:57.625445 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'name': 'network-vif-deleted', 'tag': '12725002-1e97-4662-9c8b-4e1ef1fee0bf'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:35:57.632693 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-fdf527ba-9575-48b6-82af-feeb1f145e27 req-f4e6638d-dd24-45ed-b65b-f332102bda28 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.36 "DELETE /v2.0/ports/12725002-1e97-4662-9c8b-4e1ef1fee0bf HTTP/1.1" status: 204 len: 173 time: 1.5811598 Jun 24 14:35:57.698910 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-0ba47ea3-add0-4258-bd5b-7aaed9f49f1e None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:35:57.806993 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] For port 4390f3c8-55cb-4e21-8245-9b4e64238174, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4390f3c8-55cb-4e21-8245-9b4e64238174,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:35:57.807935 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:57.821313 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70469263-3bef-4d3f-b218-8252f3b5ec98'] response: {'server_uuid': '49453346-0f6e-4f7d-9110-820ec6cdc396', 'name': 'network-vif-deleted', 'tag': '12725002-1e97-4662-9c8b-4e1ef1fee0bf', 'status': 'completed', 'code': 200} Jun 24 14:35:58.017156 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-0ba47ea3-add0-4258-bd5b-7aaed9f49f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:11Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:58.020899 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba47ea3-add0-4258-bd5b-7aaed9f49f1e None None] Checking router: e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:35:58.029562 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba47ea3-add0-4258-bd5b-7aaed9f49f1e None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:35:58.030151 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-0ba47ea3-add0-4258-bd5b-7aaed9f49f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:58.211385 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-0ba47ea3-add0-4258-bd5b-7aaed9f49f1e None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:35:58.218532 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:58.219081 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:58.219205 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.l3_db [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Floating IP 7d2fbb19-48e7-4587-8e7a-f6dbfc211a18 disassociated. External IP: 172.27.2.185, port: 4390f3c8-55cb-4e21-8245-9b4e64238174. Jun 24 14:35:58.219530 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Calling delete_port for 4390f3c8-55cb-4e21-8245-9b4e64238174 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:58.379259 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:58.431382 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event deleted for resources: {'Port': ['ID=4390f3c8-55cb-4e21-8245-9b4e64238174,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:58.461566 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47466) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:58.528318 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8ef98e85-5866-4eeb-922e-3ae57e835fe0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:58.558119 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8ef98e85-5866-4eeb-922e-3ae57e835fe0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:58.591510 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-0ba47ea3-add0-4258-bd5b-7aaed9f49f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:11Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:58.595442 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba47ea3-add0-4258-bd5b-7aaed9f49f1e None None] The sync data for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi is: [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:26:06Z', 'revision_number': 4, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'cb03171b-03a3-4a25-a616-344537d41e22', 'name': '', 'network_id': 'd866f169-8269-4b35-afc6-9e5c3d6deb30', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'mac_address': 'fa:16:3e:d2:b1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:05Z', 'updated_at': '2022-06-24T14:26:11Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'subnets': [{'id': '8e28c7d3-954d-4590-b072-2d8fc3c5d8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:35:58.625735 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8ef98e85-5866-4eeb-922e-3ae57e835fe0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:58.650412 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef98e85-5866-4eeb-922e-3ae57e835fe0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:35:58.658949 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Router 1b7fc6e3-a1df-4f75-8b66-12016f317dce has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:35:58.670425 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8ef98e85-5866-4eeb-922e-3ae57e835fe0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:58.672463 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-8ef98e85-5866-4eeb-922e-3ae57e835fe0 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "DELETE /v2.0/security-groups/dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2 HTTP/1.1" status: 204 len: 168 time: 0.2089460 Jun 24 14:35:58.674778 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47472) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:58.698422 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.api.v2.resource [None req-5cdd18f9-e39d-4739-847a-87c9ebb934d3 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] show failed (client error): The resource could not be found. Jun 24 14:35:58.699751 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-5cdd18f9-e39d-4739-847a-87c9ebb934d3 tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "GET /v2.0/security-groups/dab7bfcc-4d02-4b4c-9a06-ee13e00c7fb2 HTTP/1.1" status: 404 len: 347 time: 0.0235403 Jun 24 14:35:58.702568 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47476) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:35:58.709727 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 12725002-1e97-4662-9c8b-4e1ef1fee0bf no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:35:58.755910 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 12725002-1e97-4662-9c8b-4e1ef1fee0bf {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:35:58.756318 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 12725002-1e97-4662-9c8b-4e1ef1fee0bf not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:35:58.756821 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 4390f3c8-55cb-4e21-8245-9b4e64238174 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:35:58.793679 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 4390f3c8-55cb-4e21-8245-9b4e64238174 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:35:58.794102 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 4390f3c8-55cb-4e21-8245-9b4e64238174 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:35:58.876888 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:35:58.889837 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-846630e0-8fd6-40c7-8ed1-3600be9180ad req-bc3e5b26-7f05-41c5-bd2c-4d177471c06b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a09db64-6029-492f-9939-abb06d9b3ebf HTTP/1.1" status: 200 len: 210 time: 0.0875995 Jun 24 14:35:58.890151 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2df02-2bb8-4b75-873e-4835622c63d2 None None] Sync routers for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:35:58.907557 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2df02-2bb8-4b75-873e-4835622c63d2 None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:35:58.908316 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-74d2df02-2bb8-4b75-873e-4835622c63d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:58.984058 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Deleting port b25d5530-ad6f-4fc8-b099-77e90b0ea2e6 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:35:58.984380 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:58.990557 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] No DVR routers for this DVR port 4390f3c8-55cb-4e21-8245-9b4e64238174 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:35:58.994703 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1f50d2-bc5f-427b-acfa-e93e186fdad7 None None] New status for floating IP 16784a91-f51c-4ff3-9f47-6b1d26f343cb: DOWN {{(pid=88096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:35:58.997546 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:59.014006 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ea3dde17-ce3c-4948-91f1-d61fc8328505 req-bcf66e08-321a-4d34-bdff-6326d339a4f3 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.36 "DELETE /v2.0/ports/4390f3c8-55cb-4e21-8245-9b4e64238174 HTTP/1.1" status: 204 len: 173 time: 1.6922920 Jun 24 14:35:59.119472 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-74d2df02-2bb8-4b75-873e-4835622c63d2 None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:35:59.312160 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:59.312507 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:35:59.433417 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Calling delete_port for b25d5530-ad6f-4fc8-b099-77e90b0ea2e6 owned by network:floatingip {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:35:59.481148 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-74d2df02-2bb8-4b75-873e-4835622c63d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:08Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:59.485203 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2df02-2bb8-4b75-873e-4835622c63d2 None None] Checking router: 1b7fc6e3-a1df-4f75-8b66-12016f317dce for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:35:59.494430 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2df02-2bb8-4b75-873e-4835622c63d2 None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:35:59.495549 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-74d2df02-2bb8-4b75-873e-4835622c63d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:59.522017 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.db.api [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:35:59.522567 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG oslo_db.api [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:35:59.682201 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-74d2df02-2bb8-4b75-873e-4835622c63d2 None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:35:59.823360 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'name': 'network-vif-deleted', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:35:59.867539 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32a9c01-dbaa-481d-ba1c-eb098ddbb3a8'] response: {'server_uuid': '4a09db64-6029-492f-9939-abb06d9b3ebf', 'name': 'network-vif-deleted', 'tag': '4390f3c8-55cb-4e21-8245-9b4e64238174', 'status': 'completed', 'code': 200} Jun 24 14:35:59.990544 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-74d2df02-2bb8-4b75-873e-4835622c63d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:08Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:35:59.994440 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2df02-2bb8-4b75-873e-4835622c63d2 None None] The sync data for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi is: [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:24:50Z', 'revision_number': 4, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '2f53319f-36c3-4893-8904-a42496bf70c9', 'name': '', 'network_id': '146f5474-9b2d-44ee-b4e9-27ad6ad77b9e', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'mac_address': 'fa:16:3e:c4:6f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '88c23270-f643-4575-b781-5e955cf1b95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:47Z', 'updated_at': '2022-06-24T14:25:08Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'subnets': [{'id': '88c23270-f643-4575-b781-5e955cf1b95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:36:00.024288 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Deleting port b25d5530-ad6f-4fc8-b099-77e90b0ea2e6 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:00.024677 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.030660 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47486) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:00.101543 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0b43aaab-7649-469a-98a9-c80dd678e337 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.128583 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0b43aaab-7649-469a-98a9-c80dd678e337 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.185754 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0b43aaab-7649-469a-98a9-c80dd678e337 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.205758 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.206100 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.206241 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43aaab-7649-469a-98a9-c80dd678e337 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f11141f-5929-49f1-9880-707774d45327,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:00.224194 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0b43aaab-7649-469a-98a9-c80dd678e337 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.228636 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-0b43aaab-7649-469a-98a9-c80dd678e337 tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "DELETE /v2.0/security-groups/9f11141f-5929-49f1-9880-707774d45327 HTTP/1.1" status: 204 len: 168 time: 0.1968637 Jun 24 14:36:00.229454 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47490) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:00.250774 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.api.v2.resource [None req-57cd4719-0616-47f4-bb81-5505cde39c6f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] show failed (client error): The resource could not be found. Jun 24 14:36:00.252855 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-57cd4719-0616-47f4-bb81-5505cde39c6f tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "GET /v2.0/security-groups/9f11141f-5929-49f1-9880-707774d45327 HTTP/1.1" status: 404 len: 347 time: 0.0194583 Jun 24 14:36:00.255853 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47494) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:00.260787 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63155437-8356-4b98-80f6-5836b06a62a6 None None] New status for floating IP 7d2fbb19-48e7-4587-8e7a-f6dbfc211a18: DOWN {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:36:00.344652 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Calling delete_port for b25d5530-ad6f-4fc8-b099-77e90b0ea2e6 owned by network:floatingip {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:36:00.417260 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Deleting port 32d244a0-a130-4288-b303-df0eaa7a8b60 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:00.417602 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.490309 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.538007 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Pushing event deleted for resources: {'Port': ['ID=b25d5530-ad6f-4fc8-b099-77e90b0ea2e6,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:00.591872 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.592341 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.634140 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks [] for floatingip, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.647339 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:00.649778 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-37bcf09c-686f-445f-bff0-5251716c31cd tempest-AttachVolumeTestJSON-124629555 tempest-AttachVolumeTestJSON-124629555-project] 10.222.0.16 "DELETE /v2.0/floatingips/16784a91-f51c-4ff3-9f47-6b1d26f343cb HTTP/1.1" status: 204 len: 168 time: 1.9456575 Jun 24 14:36:00.713103 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Calling delete_port for 32d244a0-a130-4288-b303-df0eaa7a8b60 owned by network:floatingip {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:36:00.902885 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.db.api [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88095) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:36:00.903636 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG oslo_db.api [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:36:01.404461 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Deleting port 32d244a0-a130-4288-b303-df0eaa7a8b60 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:01.404815 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:01.569770 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:01.570011 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:01.703326 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Calling delete_port for 32d244a0-a130-4288-b303-df0eaa7a8b60 owned by network:floatingip {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:36:01.837543 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:01.886091 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Pushing event deleted for resources: {'Port': ['ID=32d244a0-a130-4288-b303-df0eaa7a8b60,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:01.984805 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks [] for floatingip, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:02.001251 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:02.003191 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-18940da1-386b-4970-bd64-cfd72b69bc2b tempest-AttachVolumeShelveTestJSON-1523276928 tempest-AttachVolumeShelveTestJSON-1523276928-project] 10.222.0.16 "DELETE /v2.0/floatingips/7d2fbb19-48e7-4587-8e7a-f6dbfc211a18 HTTP/1.1" status: 204 len: 168 time: 1.7461467 Jun 24 14:36:04.622954 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47542) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:04.728679 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47550) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:05.886252 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9ce51bd4-c2c9-42e6-815f-33a534fa5202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914461'] for router_interface, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:05.933345 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-772ebd4b-27d5-4679-9dc7-e9ce42611ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914461'] for router_interface, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:06.511139 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-9ce51bd4-c2c9-42e6-815f-33a534fa5202 admin admin] Deleting port cb03171b-03a3-4a25-a616-344537d41e22 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:06.511471 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9ce51bd4-c2c9-42e6-815f-33a534fa5202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:06.538440 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-772ebd4b-27d5-4679-9dc7-e9ce42611ff1 admin admin] Deleting port 2f53319f-36c3-4893-8904-a42496bf70c9 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:06.538758 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-772ebd4b-27d5-4679-9dc7-e9ce42611ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:06.872607 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:06.932652 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-9ce51bd4-c2c9-42e6-815f-33a534fa5202 admin admin] For port cb03171b-03a3-4a25-a616-344537d41e22, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=cb03171b-03a3-4a25-a616-344537d41e22,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:36:06.933255 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9ce51bd4-c2c9-42e6-815f-33a534fa5202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:06.944988 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-772ebd4b-27d5-4679-9dc7-e9ce42611ff1 admin admin] For port 2f53319f-36c3-4893-8904-a42496bf70c9, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=2f53319f-36c3-4893-8904-a42496bf70c9,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:36:06.945327 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-772ebd4b-27d5-4679-9dc7-e9ce42611ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:07.109284 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-9ce51bd4-c2c9-42e6-815f-33a534fa5202 admin admin] Calling delete_port for cb03171b-03a3-4a25-a616-344537d41e22 owned by network:router_interface {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:36:07.197117 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-772ebd4b-27d5-4679-9dc7-e9ce42611ff1 admin admin] Calling delete_port for 2f53319f-36c3-4893-8904-a42496bf70c9 owned by network:router_interface {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:36:07.448114 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9ce51bd4-c2c9-42e6-815f-33a534fa5202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:07.482678 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-772ebd4b-27d5-4679-9dc7-e9ce42611ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:07.503305 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce51bd4-c2c9-42e6-815f-33a534fa5202 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb03171b-03a3-4a25-a616-344537d41e22,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:07.648965 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ebd4b-27d5-4679-9dc7-e9ce42611ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f53319f-36c3-4893-8904-a42496bf70c9,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:08.143086 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9ce51bd4-c2c9-42e6-815f-33a534fa5202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914409'] for router_interface, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:08.148349 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-772ebd4b-27d5-4679-9dc7-e9ce42611ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914409'] for router_interface, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:08.449860 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0782ff13-0a51-42d8-8700-762dbeb7f4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:08.791316 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce51bd4-c2c9-42e6-815f-33a534fa5202 admin admin] Router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:36:08.801532 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772ebd4b-27d5-4679-9dc7-e9ce42611ff1 admin admin] Router 1b7fc6e3-a1df-4f75-8b66-12016f317dce has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:36:09.127693 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce51bd4-c2c9-42e6-815f-33a534fa5202 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:36:09.133580 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772ebd4b-27d5-4679-9dc7-e9ce42611ff1 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:36:09.135916 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992749a0-aff0-48ec-a19a-c4b08a497074 None None] Sync routers for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:36:09.141409 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541ddc0-be9a-44eb-8f47-9bf093bad088 None None] Sync routers for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:36:09.145479 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992749a0-aff0-48ec-a19a-c4b08a497074 None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:36:09.146093 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-992749a0-aff0-48ec-a19a-c4b08a497074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:09.150546 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541ddc0-be9a-44eb-8f47-9bf093bad088 None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:36:09.151628 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-a541ddc0-be9a-44eb-8f47-9bf093bad088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:09.159524 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-9ce51bd4-c2c9-42e6-815f-33a534fa5202 admin admin] 10.222.0.16 "PUT /v2.0/routers/e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5347819 Jun 24 14:36:09.161445 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47558) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:09.162307 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-772ebd4b-27d5-4679-9dc7-e9ce42611ff1 admin admin] 10.222.0.16 "PUT /v2.0/routers/1b7fc6e3-a1df-4f75-8b66-12016f317dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4326508 Jun 24 14:36:09.164824 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47560) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:09.337574 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-a541ddc0-be9a-44eb-8f47-9bf093bad088 None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:36:09.358001 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-992749a0-aff0-48ec-a19a-c4b08a497074 None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:36:09.358286 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Notify callbacks [] for router, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:09.509744 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:09.548115 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:09.560932 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Deleting port d30af6ae-8295-4f18-bcb7-89781414cda0 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:09.561715 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:09.681214 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-a541ddc0-be9a-44eb-8f47-9bf093bad088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:36:07Z', 'revision_number': 5, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port': {'id': '8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:0f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:24:38Z', 'updated_at': '2022-06-24T14:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:09.685313 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541ddc0-be9a-44eb-8f47-9bf093bad088 None None] Checking router: 1b7fc6e3-a1df-4f75-8b66-12016f317dce for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:36:09.694993 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541ddc0-be9a-44eb-8f47-9bf093bad088 None None] Routers {'1b7fc6e3-a1df-4f75-8b66-12016f317dce'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:36:09.695667 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-a541ddc0-be9a-44eb-8f47-9bf093bad088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:09.712493 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-992749a0-aff0-48ec-a19a-c4b08a497074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:36:07Z', 'revision_number': 5, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port': {'id': 'd30af6ae-8295-4f18-bcb7-89781414cda0', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:26:02Z', 'updated_at': '2022-06-24T14:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:09.718552 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992749a0-aff0-48ec-a19a-c4b08a497074 None None] Checking router: e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:36:09.730798 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992749a0-aff0-48ec-a19a-c4b08a497074 None None] Routers {'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:36:09.731718 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-992749a0-aff0-48ec-a19a-c4b08a497074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:35:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:09.733014 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:09.743384 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Deleting port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:09.743799 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:09.864524 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-a541ddc0-be9a-44eb-8f47-9bf093bad088 None None] Set router 1b7fc6e3-a1df-4f75-8b66-12016f317dce gateway port host: None {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:36:09.892236 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] For port d30af6ae-8295-4f18-bcb7-89781414cda0, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d30af6ae-8295-4f18-bcb7-89781414cda0,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:36:09.893188 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:09.943169 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-992749a0-aff0-48ec-a19a-c4b08a497074 None None] Set router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a gateway port host: None {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:36:09.943427 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] For port 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:36:09.943605 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:09.981746 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-a541ddc0-be9a-44eb-8f47-9bf093bad088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:36:09Z', 'revision_number': 6, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port_host': None}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:09.986092 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a541ddc0-be9a-44eb-8f47-9bf093bad088 None None] The sync data for ids ['1b7fc6e3-a1df-4f75-8b66-12016f317dce'] in dv-cinder-847189-2-iscsi is: [{'id': '1b7fc6e3-a1df-4f75-8b66-12016f317dce', 'name': 'tempest-AttachVolumeShelveTestJSON-804942244-router', 'tenant_id': 'a2e0770ebf744551881a430f664bfcb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:24:35Z', 'updated_at': '2022-06-24T14:36:09Z', 'revision_number': 6, 'project_id': 'a2e0770ebf744551881a430f664bfcb7', 'gw_port_host': None}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:36:10.044583 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Calling delete_port for d30af6ae-8295-4f18-bcb7-89781414cda0 owned by network:router_gateway {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:36:10.068175 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-992749a0-aff0-48ec-a19a-c4b08a497074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:36:09Z', 'revision_number': 6, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port_host': None}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:10.072142 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992749a0-aff0-48ec-a19a-c4b08a497074 None None] The sync data for ids ['e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a'] in dv-cinder-847189-2-iscsi is: [{'id': 'e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a', 'name': 'tempest-AttachVolumeTestJSON-210439389-router', 'tenant_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:26:01Z', 'updated_at': '2022-06-24T14:36:09Z', 'revision_number': 6, 'project_id': 'ee3745d0a84a453ba17bf640b80f62a6', 'gw_port_host': None}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:36:10.079152 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Calling delete_port for 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 owned by network:router_gateway {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:36:10.229515 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.249113 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.278119 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Pushing event deleted for resources: {'Port': ['ID=d30af6ae-8295-4f18-bcb7-89781414cda0,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:10.295441 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:10.376021 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914556'] for router_gateway, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.398174 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914556'] for router_gateway, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.555809 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3903381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29024'] for router, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.558713 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.567924 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3903381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29024'] for router, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.570140 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.586034 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3899613'] for router, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.586850 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a {{(pid=88094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:36:10.595544 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3899613'] for router, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.596063 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b7fc6e3-a1df-4f75-8b66-12016f317dce {{(pid=88095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:36:10.601896 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] Notify callbacks [] for router, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.606370 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-1f9cb66d-a34a-4a65-95fa-0ce324759eac admin admin] 10.222.0.16 "DELETE /v2.0/routers/e7e7f5ed-e694-468b-a9b2-8c7ad7bb365a HTTP/1.1" status: 204 len: 168 time: 1.4411271 Jun 24 14:36:10.606771 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47566) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:10.641613 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.642674 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-d9be63a1-2c2e-4de2-a928-7d7d29945bf5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1b7fc6e3-a1df-4f75-8b66-12016f317dce HTTP/1.1" status: 204 len: 168 time: 1.4765179 Jun 24 14:36:10.646636 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47570) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:10.676150 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_v2 [None req-13007419-7ba8-4c65-a919-e16eb23d5c99 admin admin] Deleting subnet 8e28c7d3-954d-4590-b072-2d8fc3c5d8a1 {{(pid=88095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:36:10.679214 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-13007419-7ba8-4c65-a919-e16eb23d5c99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.702212 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-bdc720d2-8348-4abe-bb36-6b02df4d9e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.720621 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44cc194-0239-4a2f-b1a4-e8b36522a28e admin admin] Deleting subnet 88c23270-f643-4575-b781-5e955cf1b95a {{(pid=88094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:36:10.723791 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d44cc194-0239-4a2f-b1a4-e8b36522a28e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.737122 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-13007419-7ba8-4c65-a919-e16eb23d5c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538502'] for subnet, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.772594 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d44cc194-0239-4a2f-b1a4-e8b36522a28e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2988317'] for subnet, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.854931 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d44cc194-0239-4a2f-b1a4-e8b36522a28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.915018 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-13007419-7ba8-4c65-a919-e16eb23d5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.923912 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d44cc194-0239-4a2f-b1a4-e8b36522a28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3134340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3008979'] for subnet, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.960261 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cc194-0239-4a2f-b1a4-e8b36522a28e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c23270-f643-4575-b781-5e955cf1b95a,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:10.964267 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d44cc194-0239-4a2f-b1a4-e8b36522a28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:10.972382 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f9d839-5933-4a26-a34e-2bddc2e1b584 None None] Network 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:36:10.975648 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-d44cc194-0239-4a2f-b1a4-e8b36522a28e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/88c23270-f643-4575-b781-5e955cf1b95a HTTP/1.1" status: 204 len: 168 time: 0.3251307 Jun 24 14:36:10.975933 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47574) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:10.992816 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-13007419-7ba8-4c65-a919-e16eb23d5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2302222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596850'] for subnet, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.036016 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-13007419-7ba8-4c65-a919-e16eb23d5c99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.044179 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13007419-7ba8-4c65-a919-e16eb23d5c99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e28c7d3-954d-4590-b072-2d8fc3c5d8a1,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:11.047123 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-13007419-7ba8-4c65-a919-e16eb23d5c99 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8e28c7d3-954d-4590-b072-2d8fc3c5d8a1 HTTP/1.1" status: 204 len: 168 time: 0.4383221 Jun 24 14:36:11.053770 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47578) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:11.074159 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf7a650-1c49-4089-93a2-3b67bdf766a2 None None] Network d866f169-8269-4b35-afc6-9e5c3d6deb30 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:36:11.110780 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.121247 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Deleting port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:11.121585 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.165282 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.178531 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Deleting port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:11.178876 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.315618 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:36:11.345907 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] For port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=cd6c4606-5bd1-4942-b3c6-79eb5e9ada43,segment=NetworkSegment(766bdbef-e96a-43c5-8947-072ee6bb9fb1),segment_id=766bdbef-e96a-43c5-8947-072ee6bb9fb1)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:36:11.346471 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.430534 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] For port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1,segment=NetworkSegment(c0f4d8ca-0835-43c7-ae57-28675a24a6c9),segment_id=c0f4d8ca-0835-43c7-ae57-28675a24a6c9)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:36:11.431040 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.504242 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d30af6ae-8295-4f18-bcb7-89781414cda0 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:36:11.575033 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee079203-1fac-49b0-b215-1b4e2d22ea8f None None] DHCP port deletion for 146f5474-9b2d-44ee-b4e9-27ad6ad77b9e request from dv-cinder-847189-2-iscsi {{(pid=88096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:36:11.594155 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-ee079203-1fac-49b0-b215-1b4e2d22ea8f None None] Deleting port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:11.594880 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ee079203-1fac-49b0-b215-1b4e2d22ea8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.609493 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Calling delete_port for 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 owned by network:dhcp {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:36:11.622036 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: d30af6ae-8295-4f18-bcb7-89781414cda0 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:36:11.622385 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d30af6ae-8295-4f18-bcb7-89781414cda0 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:36:11.622807 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:36:11.629616 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Calling delete_port for cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 owned by network:dhcp {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:36:11.657082 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cb7dcc-3b21-4d05-9aa7-e6a5d9666286 None None] DHCP port deletion for d866f169-8269-4b35-afc6-9e5c3d6deb30 request from dv-cinder-847189-2-iscsi {{(pid=88096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:36:11.687733 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:36:11.688069 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 8d71370c-a1b2-4dd4-a34d-4a1d1c4c8576 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:36:11.688497 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device cb03171b-03a3-4a25-a616-344537d41e22 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:36:11.707645 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.723432 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.727843 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-44cb7dcc-3b21-4d05-9aa7-e6a5d9666286 None None] Deleting port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:11.728709 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-44cb7dcc-3b21-4d05-9aa7-e6a5d9666286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.759123 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:11.763707 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] No DVR routers for this DVR port 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 on host dv-cinder-847189-2-iscsi {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:36:11.769576 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: cb03171b-03a3-4a25-a616-344537d41e22 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:36:11.769957 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device cb03171b-03a3-4a25-a616-344537d41e22 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:36:11.771414 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 2f53319f-36c3-4893-8904-a42496bf70c9 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:36:11.778296 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6c4606-5bd1-4942-b3c6-79eb5e9ada43,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:11.781886 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] No DVR routers for this DVR port cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 on host dv-cinder-847189-2-iscsi {{(pid=88094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:36:11.821380 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.825227 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 2f53319f-36c3-4893-8904-a42496bf70c9 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:36:11.825558 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 2f53319f-36c3-4893-8904-a42496bf70c9 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:36:11.885559 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-44cb7dcc-3b21-4d05-9aa7-e6a5d9666286 None None] The port '1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1' was deleted {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:36:11.896226 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-ee079203-1fac-49b0-b215-1b4e2d22ea8f None None] The port 'cd6c4606-5bd1-4942-b3c6-79eb5e9ada43' was deleted {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:36:11.909895 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.917040 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.935941 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d866f169-8269-4b35-afc6-9e5c3d6deb30']}} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:11.941850 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146f5474-9b2d-44ee-b4e9-27ad6ad77b9e']}} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:11.947689 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9') {'for_net_delete': True} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:11.948112 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f4d8ca-0835-43c7-ae57-28675a24a6c9') {} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:11.953511 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766bdbef-e96a-43c5-8947-072ee6bb9fb1') {'for_net_delete': True} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:11.953811 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766bdbef-e96a-43c5-8947-072ee6bb9fb1') {} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:11.959437 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538511'] for segment, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.964707 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2988308'] for segment, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.974713 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.981654 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:36:11.982045 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2302368'] for segment, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.982170 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.989150 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:36:11.989692 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134250'] for segment, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:11.990756 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.049114 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.services.segments.plugin [-] Segment c0f4d8ca-0835-43c7-ae57-28675a24a6c9 resource provider aggregate not found Jun 24 14:36:12.055728 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 766bdbef-e96a-43c5-8947-072ee6bb9fb1 resource provider aggregate not found Jun 24 14:36:12.070313 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.services.segments.plugin [-] Segment c0f4d8ca-0835-43c7-ae57-28675a24a6c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0f4d8ca-0835-43c7-ae57-28675a24a6c9 found for delete ", "request_id": "req-bff99f82-6f45-4c13-9aae-579942e9fc95"}]} Jun 24 14:36:12.077074 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 766bdbef-e96a-43c5-8947-072ee6bb9fb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 766bdbef-e96a-43c5-8947-072ee6bb9fb1 found for delete ", "request_id": "req-0f182fcd-4041-4d9d-8ab1-24b7a031c4b3"}]} Jun 24 14:36:12.082143 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.090594 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.095619 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.097995 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.108976 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d866f169-8269-4b35-afc6-9e5c3d6deb30,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:12.122587 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] Pushing event deleted for resources: {'Network': ['ID=146f5474-9b2d-44ee-b4e9-27ad6ad77b9e,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:12.122974 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-c4b9fe3d-ac9c-4dd1-a74b-ad59d2e732a5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d866f169-8269-4b35-afc6-9e5c3d6deb30 HTTP/1.1" status: 204 len: 168 time: 1.0677421 Jun 24 14:36:12.137617 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-fc4a798d-8ec2-4769-958f-6c4b6652f593 admin admin] 10.222.0.16 "DELETE /v2.0/networks/146f5474-9b2d-44ee-b4e9-27ad6ad77b9e HTTP/1.1" status: 204 len: 168 time: 1.1605077 Jun 24 14:36:12.255289 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47594) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:12.255435 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47596) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:12.302647 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-e12e769d-be78-4433-b69c-14eabd25b96a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee3745d0a84a453ba17bf640b80f62a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461276 Jun 24 14:36:12.305092 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47602) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:12.307815 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-52901e57-d3dc-4a5a-8efc-dc66a2ee4428 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2e0770ebf744551881a430f664bfcb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507340 Jun 24 14:36:12.310052 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47606) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:12.414473 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d502ee4e-8d40-4cfc-beaf-a692e787cd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.416937 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f9fc88ad-5203-4578-b2f2-52463b820624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.457976 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d502ee4e-8d40-4cfc-beaf-a692e787cd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.468693 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f9fc88ad-5203-4578-b2f2-52463b820624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.539928 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d502ee4e-8d40-4cfc-beaf-a692e787cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.554391 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f9fc88ad-5203-4578-b2f2-52463b820624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.565214 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502ee4e-8d40-4cfc-beaf-a692e787cd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440e3c4c-c3f3-461a-84e9-44f99fa851e5,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:12.585800 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc88ad-5203-4578-b2f2-52463b820624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fa6d9d-1cf1-4b10-b8e0-5a8b6fa9c1ca,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:12.599062 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-d502ee4e-8d40-4cfc-beaf-a692e787cd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.602505 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-d502ee4e-8d40-4cfc-beaf-a692e787cd9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/440e3c4c-c3f3-461a-84e9-44f99fa851e5 HTTP/1.1" status: 204 len: 168 time: 0.2893028 Jun 24 14:36:12.602505 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-f9fc88ad-5203-4578-b2f2-52463b820624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:12.602505 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-f9fc88ad-5203-4578-b2f2-52463b820624 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83fa6d9d-1cf1-4b10-b8e0-5a8b6fa9c1ca HTTP/1.1" status: 204 len: 168 time: 0.2961557 Jun 24 14:36:12.809409 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:36:12.842104 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:36:12.842442 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 1edb2b28-f1fd-4edf-9f23-46ef2cb28bc1 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:36:12.842848 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:36:12.879478 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:36:12.879812 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device cd6c4606-5bd1-4942-b3c6-79eb5e9ada43 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:36:13.675494 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:14.147934 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47686) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:14.261716 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-71ef05d9-7d4c-4b68-bf9b-0a8dd3ae0279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:14.275551 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-71ef05d9-7d4c-4b68-bf9b-0a8dd3ae0279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:14.279993 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-71ef05d9-7d4c-4b68-bf9b-0a8dd3ae0279 admin admin] Usage tracker for resource:security_group_rule and tenant:fa7df1112be248d485c06d991b509d44 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:14.283051 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-71ef05d9-7d4c-4b68-bf9b-0a8dd3ae0279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:14.288909 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-71ef05d9-7d4c-4b68-bf9b-0a8dd3ae0279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:14.371755 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-71ef05d9-7d4c-4b68-bf9b-0a8dd3ae0279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:14.375351 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-71ef05d9-7d4c-4b68-bf9b-0a8dd3ae0279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:14.421508 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-71ef05d9-7d4c-4b68-bf9b-0a8dd3ae0279 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa7df1112be248d485c06d991b509d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725093 Jun 24 14:36:14.422358 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef05d9-7d4c-4b68-bf9b-0a8dd3ae0279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef865f1-e9ef-427f-bdb8-0fc92159a5ff,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:14.424179 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47692) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:14.481256 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7872-4c64-417a-a8a3-acba3271b08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:14.505677 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7872-4c64-417a-a8a3-acba3271b08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:14.554841 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7872-4c64-417a-a8a3-acba3271b08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:14.572446 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f7872-4c64-417a-a8a3-acba3271b08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef865f1-e9ef-427f-bdb8-0fc92159a5ff,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:14.577490 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7872-4c64-417a-a8a3-acba3271b08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:14.581739 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-3a5f7872-4c64-417a-a8a3-acba3271b08a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ef865f1-e9ef-427f-bdb8-0fc92159a5ff HTTP/1.1" status: 204 len: 168 time: 0.1565199 Jun 24 14:36:16.209896 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47752) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:16.325636 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:16.342235 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:16.345947 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Usage tracker for resource:security_group_rule and tenant:bc804e11f65a4bb7a6201fb017b47fe9 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:16.348830 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:16.354832 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:16.433211 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:16.436842 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:16.483068 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc804e11f65a4bb7a6201fb017b47fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720540 Jun 24 14:36:16.483931 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417e82b0-0421-4b24-97a8-edb2620bcb5d,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:16.485696 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47758) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:16.491254 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:16.491607 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:16.491946 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:16.492279 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:16.492632 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:16.492963 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:16.493285 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:16.493607 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:16.493929 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:16.494253 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:16.494809 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:16.495137 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1fc1c7-8522-4b35-8f96-573104d65781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:16.544353 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3a9efc4d-4ffb-4712-8b9f-7e60f42256e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:16.569156 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3a9efc4d-4ffb-4712-8b9f-7e60f42256e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:16.628720 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3a9efc4d-4ffb-4712-8b9f-7e60f42256e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:16.644893 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9efc4d-4ffb-4712-8b9f-7e60f42256e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417e82b0-0421-4b24-97a8-edb2620bcb5d,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:16.655622 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3a9efc4d-4ffb-4712-8b9f-7e60f42256e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:16.657252 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-3a9efc4d-4ffb-4712-8b9f-7e60f42256e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/417e82b0-0421-4b24-97a8-edb2620bcb5d HTTP/1.1" status: 204 len: 168 time: 0.1705298 Jun 24 14:36:16.944156 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47774) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:16.961203 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f65c0ebc-ee74-4d97-bf99-ded899fbf8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:16.977433 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f65c0ebc-ee74-4d97-bf99-ded899fbf8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:16.982511 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f65c0ebc-ee74-4d97-bf99-ded899fbf8ab admin admin] Usage tracker for resource:security_group_rule and tenant:48b84203cc53467b8ea5cd616f9b47b9 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:16.985345 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f65c0ebc-ee74-4d97-bf99-ded899fbf8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:16.991174 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f65c0ebc-ee74-4d97-bf99-ded899fbf8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:17.083666 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f65c0ebc-ee74-4d97-bf99-ded899fbf8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:17.087797 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f65c0ebc-ee74-4d97-bf99-ded899fbf8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:17.136249 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-f65c0ebc-ee74-4d97-bf99-ded899fbf8ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48b84203cc53467b8ea5cd616f9b47b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909885 Jun 24 14:36:17.137808 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c0ebc-ee74-4d97-bf99-ded899fbf8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f3d25f-c80c-4926-9de8-5c3565a2c714,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:17.138947 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47784) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:17.199359 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-fe082e35-8c85-4d56-b4ba-560ebe0d85c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:17.225108 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-fe082e35-8c85-4d56-b4ba-560ebe0d85c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:17.275287 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-fe082e35-8c85-4d56-b4ba-560ebe0d85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:17.294249 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe082e35-8c85-4d56-b4ba-560ebe0d85c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f3d25f-c80c-4926-9de8-5c3565a2c714,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:17.304711 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-fe082e35-8c85-4d56-b4ba-560ebe0d85c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:17.305793 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-fe082e35-8c85-4d56-b4ba-560ebe0d85c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96f3d25f-c80c-4926-9de8-5c3565a2c714 HTTP/1.1" status: 204 len: 168 time: 0.1657512 Jun 24 14:36:22.950709 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 47954) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:23.064683 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:23.078944 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:23.082615 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Usage tracker for resource:security_group_rule and tenant:503e8e0981f642558e56378d0a5e7ca3 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:23.085387 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:23.091513 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:23.175583 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:23.179397 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:23.223338 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=503e8e0981f642558e56378d0a5e7ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714663 Jun 24 14:36:23.226015 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 47960) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:23.227156 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09491a7-9949-4e3f-8ebe-f518daf318fe,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:23.234426 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:23.234770 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:23.235102 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:23.235426 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:23.235750 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:23.236073 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:23.236391 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:23.236733 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:23.237053 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:23.237366 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:23.237682 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:23.237997 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0863f6-d9ab-4d7b-894d-02c6062250d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:36:23.284005 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e37b0912-fc26-4281-bd1b-81c25d4c68ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:23.310729 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e37b0912-fc26-4281-bd1b-81c25d4c68ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:23.360465 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e37b0912-fc26-4281-bd1b-81c25d4c68ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:23.376838 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b0912-fc26-4281-bd1b-81c25d4c68ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09491a7-9949-4e3f-8ebe-f518daf318fe,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:23.381358 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e37b0912-fc26-4281-bd1b-81c25d4c68ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:23.385027 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-e37b0912-fc26-4281-bd1b-81c25d4c68ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d09491a7-9949-4e3f-8ebe-f518daf318fe HTTP/1.1" status: 204 len: 168 time: 0.1554651 Jun 24 14:36:24.464692 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48008) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:24.696252 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c07b9f9-f822-475a-bc69-0918f9b8bea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:24.711666 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-1c07b9f9-f822-475a-bc69-0918f9b8bea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:24.715489 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-1c07b9f9-f822-475a-bc69-0918f9b8bea8 admin admin] Usage tracker for resource:security_group_rule and tenant:49432b261ca441f6a7ddc5eb7d04929f is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:24.718288 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-1c07b9f9-f822-475a-bc69-0918f9b8bea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:24.723903 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-1c07b9f9-f822-475a-bc69-0918f9b8bea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:24.813544 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c07b9f9-f822-475a-bc69-0918f9b8bea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:24.817483 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-1c07b9f9-f822-475a-bc69-0918f9b8bea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:24.962604 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-1c07b9f9-f822-475a-bc69-0918f9b8bea8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49432b261ca441f6a7ddc5eb7d04929f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967005 Jun 24 14:36:24.964689 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07b9f9-f822-475a-bc69-0918f9b8bea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ca0b3b-4266-4e97-b299-676e28bc8134,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:24.966148 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48030) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:25.031316 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5cba845e-8609-4f29-9898-a41b1fa18b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.056916 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5cba845e-8609-4f29-9898-a41b1fa18b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.108524 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5cba845e-8609-4f29-9898-a41b1fa18b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.114307 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48036) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:25.126792 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba845e-8609-4f29-9898-a41b1fa18b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ca0b3b-4266-4e97-b299-676e28bc8134,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:25.138358 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5cba845e-8609-4f29-9898-a41b1fa18b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.140992 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-5cba845e-8609-4f29-9898-a41b1fa18b6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49ca0b3b-4266-4e97-b299-676e28bc8134 HTTP/1.1" status: 204 len: 168 time: 0.1736908 Jun 24 14:36:25.236239 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-900f03e4-9b82-4148-bc3c-efe87f50cfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.250354 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-900f03e4-9b82-4148-bc3c-efe87f50cfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:25.254437 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-900f03e4-9b82-4148-bc3c-efe87f50cfbf admin admin] Usage tracker for resource:security_group_rule and tenant:a9dcef440cc940a0ad8cffef202a6fca is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:25.257252 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-900f03e4-9b82-4148-bc3c-efe87f50cfbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:25.263356 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-900f03e4-9b82-4148-bc3c-efe87f50cfbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:25.345656 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-900f03e4-9b82-4148-bc3c-efe87f50cfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.349715 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-900f03e4-9b82-4148-bc3c-efe87f50cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.395359 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f03e4-9b82-4148-bc3c-efe87f50cfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b674e3-32e9-4e05-b613-223b1226fdb6,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:25.402901 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-900f03e4-9b82-4148-bc3c-efe87f50cfbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9dcef440cc940a0ad8cffef202a6fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845285 Jun 24 14:36:25.403084 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48046) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:25.421586 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48050) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:25.438648 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ded76aa1-250e-4af7-b14c-0072a7ead8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.456390 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ded76aa1-250e-4af7-b14c-0072a7ead8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:25.460242 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ded76aa1-250e-4af7-b14c-0072a7ead8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:a3e15799d0604b2486cf24e3b2bd3d1b is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:25.463003 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ded76aa1-250e-4af7-b14c-0072a7ead8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:25.463130 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-273c6339-eb47-459e-8844-a20a39ddfb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.469183 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ded76aa1-250e-4af7-b14c-0072a7ead8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:25.489361 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-273c6339-eb47-459e-8844-a20a39ddfb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.541913 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-273c6339-eb47-459e-8844-a20a39ddfb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.553994 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ded76aa1-250e-4af7-b14c-0072a7ead8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.557562 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c6339-eb47-459e-8844-a20a39ddfb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b674e3-32e9-4e05-b613-223b1226fdb6,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:25.558638 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ded76aa1-250e-4af7-b14c-0072a7ead8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.569776 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-273c6339-eb47-459e-8844-a20a39ddfb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.573744 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-273c6339-eb47-459e-8844-a20a39ddfb41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04b674e3-32e9-4e05-b613-223b1226fdb6 HTTP/1.1" status: 204 len: 168 time: 0.1669195 Jun 24 14:36:25.608847 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-ded76aa1-250e-4af7-b14c-0072a7ead8f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3e15799d0604b2486cf24e3b2bd3d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861682 Jun 24 14:36:25.610710 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded76aa1-250e-4af7-b14c-0072a7ead8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c132850f-c3d3-439f-b8ff-e17c9a483c44,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:25.611753 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48056) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:25.678803 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-cbfd8b22-2caf-40ba-89b6-aab3a8aadcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.704974 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-cbfd8b22-2caf-40ba-89b6-aab3a8aadcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.756834 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-cbfd8b22-2caf-40ba-89b6-aab3a8aadcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.775297 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd8b22-2caf-40ba-89b6-aab3a8aadcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c132850f-c3d3-439f-b8ff-e17c9a483c44,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:25.782677 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-cbfd8b22-2caf-40ba-89b6-aab3a8aadcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.786463 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-cbfd8b22-2caf-40ba-89b6-aab3a8aadcac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c132850f-c3d3-439f-b8ff-e17c9a483c44 HTTP/1.1" status: 204 len: 168 time: 0.1712604 Jun 24 14:36:25.943479 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48064) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:25.963919 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8eefb95b-fa59-49fe-a435-a1ed8bad5e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:25.978170 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-8eefb95b-fa59-49fe-a435-a1ed8bad5e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:25.982505 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-8eefb95b-fa59-49fe-a435-a1ed8bad5e81 admin admin] Usage tracker for resource:security_group_rule and tenant:d1f0d53dc1084ebd867d33c8eb8723a9 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:25.985345 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-8eefb95b-fa59-49fe-a435-a1ed8bad5e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:25.991386 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-8eefb95b-fa59-49fe-a435-a1ed8bad5e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:26.077090 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8eefb95b-fa59-49fe-a435-a1ed8bad5e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:26.081151 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8eefb95b-fa59-49fe-a435-a1ed8bad5e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:26.128836 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-8eefb95b-fa59-49fe-a435-a1ed8bad5e81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1f0d53dc1084ebd867d33c8eb8723a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842537 Jun 24 14:36:26.131356 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48074) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:26.141917 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefb95b-fa59-49fe-a435-a1ed8bad5e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c23c1e4-67a6-4bcb-bf08-7e956d8186af,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:26.192149 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-602d78b2-cd6a-4c3f-9b7a-3d6d0a0a7a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:26.217579 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-602d78b2-cd6a-4c3f-9b7a-3d6d0a0a7a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:26.272166 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-602d78b2-cd6a-4c3f-9b7a-3d6d0a0a7a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:26.289280 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d78b2-cd6a-4c3f-9b7a-3d6d0a0a7a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c23c1e4-67a6-4bcb-bf08-7e956d8186af,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:26.293105 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-602d78b2-cd6a-4c3f-9b7a-3d6d0a0a7a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:26.294296 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-602d78b2-cd6a-4c3f-9b7a-3d6d0a0a7a10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c23c1e4-67a6-4bcb-bf08-7e956d8186af HTTP/1.1" status: 204 len: 168 time: 0.1620436 Jun 24 14:36:30.677325 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48214) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:30.796409 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6e832c49-2b28-4279-a926-58794da190a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:30.810178 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-6e832c49-2b28-4279-a926-58794da190a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:30.813982 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-6e832c49-2b28-4279-a926-58794da190a4 admin admin] Usage tracker for resource:security_group_rule and tenant:34b249bd28c94ca68c30d5f3f2a696db is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:30.817038 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-6e832c49-2b28-4279-a926-58794da190a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:30.822590 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-6e832c49-2b28-4279-a926-58794da190a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:30.879589 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48222) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:30.907251 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6e832c49-2b28-4279-a926-58794da190a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:30.911701 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6e832c49-2b28-4279-a926-58794da190a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:30.958966 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-6e832c49-2b28-4279-a926-58794da190a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34b249bd28c94ca68c30d5f3f2a696db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805600 Jun 24 14:36:30.959827 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e832c49-2b28-4279-a926-58794da190a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2784fcf-c05d-4bb5-8dc5-51c4025eaeed,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:30.962579 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48228) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:31.013473 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-955bc209-219b-41c5-84b0-13812e29c915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.038787 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-955bc209-219b-41c5-84b0-13812e29c915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:31.046871 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-955bc209-219b-41c5-84b0-13812e29c915 admin admin] Usage tracker for resource:security_group_rule and tenant:e59e2d90f7c7477ca1cc7e883191f1a0 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:31.050463 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-955bc209-219b-41c5-84b0-13812e29c915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:31.057417 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-955bc209-219b-41c5-84b0-13812e29c915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:31.082678 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6f857e57-b54e-445d-8998-e89296aff6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.126348 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6f857e57-b54e-445d-8998-e89296aff6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.215772 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-955bc209-219b-41c5-84b0-13812e29c915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.216907 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6f857e57-b54e-445d-8998-e89296aff6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.229987 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-955bc209-219b-41c5-84b0-13812e29c915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.242357 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f857e57-b54e-445d-8998-e89296aff6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2784fcf-c05d-4bb5-8dc5-51c4025eaeed,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:31.289868 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-955bc209-219b-41c5-84b0-13812e29c915 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e59e2d90f7c7477ca1cc7e883191f1a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092441 Jun 24 14:36:31.293409 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48232) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:31.296561 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bc209-219b-41c5-84b0-13812e29c915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f543281e-7de0-4f08-bf76-44a0960f8874,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:31.299463 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6f857e57-b54e-445d-8998-e89296aff6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.301199 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-6f857e57-b54e-445d-8998-e89296aff6db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2784fcf-c05d-4bb5-8dc5-51c4025eaeed HTTP/1.1" status: 204 len: 168 time: 0.3369725 Jun 24 14:36:31.355286 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-711b61b2-2018-43aa-aeec-bddb9d06bb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.386201 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-711b61b2-2018-43aa-aeec-bddb9d06bb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.440202 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-711b61b2-2018-43aa-aeec-bddb9d06bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.457471 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b61b2-2018-43aa-aeec-bddb9d06bb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f543281e-7de0-4f08-bf76-44a0960f8874,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:31.475215 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-711b61b2-2018-43aa-aeec-bddb9d06bb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.477015 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-711b61b2-2018-43aa-aeec-bddb9d06bb70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f543281e-7de0-4f08-bf76-44a0960f8874 HTTP/1.1" status: 204 len: 168 time: 0.1823730 Jun 24 14:36:31.822979 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48244) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:31.840808 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-528be10e-fb5b-4f08-a66f-b0de54aa7123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.855452 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-528be10e-fb5b-4f08-a66f-b0de54aa7123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:31.859207 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-528be10e-fb5b-4f08-a66f-b0de54aa7123 admin admin] Usage tracker for resource:security_group_rule and tenant:ea135a020ad04531ac8506aa7b49ade8 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:31.861973 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-528be10e-fb5b-4f08-a66f-b0de54aa7123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:31.867657 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-528be10e-fb5b-4f08-a66f-b0de54aa7123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:31.948475 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-528be10e-fb5b-4f08-a66f-b0de54aa7123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.952061 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-528be10e-fb5b-4f08-a66f-b0de54aa7123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:31.998446 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-528be10e-fb5b-4f08-a66f-b0de54aa7123 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea135a020ad04531ac8506aa7b49ade8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741548 Jun 24 14:36:31.999247 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528be10e-fb5b-4f08-a66f-b0de54aa7123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e877ce2-00b4-404b-88a1-0fe4b4279502,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:32.000979 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48248) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:32.058193 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ad301a87-1e8f-479d-a783-fa96ce754697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:32.091578 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ad301a87-1e8f-479d-a783-fa96ce754697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:32.140970 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ad301a87-1e8f-479d-a783-fa96ce754697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:32.157670 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad301a87-1e8f-479d-a783-fa96ce754697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e877ce2-00b4-404b-88a1-0fe4b4279502,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:32.160922 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ad301a87-1e8f-479d-a783-fa96ce754697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:32.162055 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-ad301a87-1e8f-479d-a783-fa96ce754697 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e877ce2-00b4-404b-88a1-0fe4b4279502 HTTP/1.1" status: 204 len: 168 time: 0.1593235 Jun 24 14:36:36.868789 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:38.455007 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-995c1c0c-5db7-475e-84c0-7d79173f83b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:40.705082 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ffdd8324-950a-4186-a667-c9d698084b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:41.634205 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:41.992254 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:42.843978 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48342) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:42.962395 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3352-aa8e-4daf-b1e0-99ebfb228736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:42.977422 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-e4bf3352-aa8e-4daf-b1e0-99ebfb228736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:42.981574 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-e4bf3352-aa8e-4daf-b1e0-99ebfb228736 admin admin] Usage tracker for resource:security_group_rule and tenant:188765a039154dd2a2a8dd2cd3bcc160 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:42.984373 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-e4bf3352-aa8e-4daf-b1e0-99ebfb228736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:42.990009 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-e4bf3352-aa8e-4daf-b1e0-99ebfb228736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:43.069479 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3352-aa8e-4daf-b1e0-99ebfb228736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.073223 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e4bf3352-aa8e-4daf-b1e0-99ebfb228736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.119843 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-e4bf3352-aa8e-4daf-b1e0-99ebfb228736 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=188765a039154dd2a2a8dd2cd3bcc160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746930 Jun 24 14:36:43.120816 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf3352-aa8e-4daf-b1e0-99ebfb228736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c2bf7-dfd2-40b0-b26e-59bc8a9ce48f,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:43.122543 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48348) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:43.183856 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7db283eb-2e6c-4736-a148-7147755ee38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.209052 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7db283eb-2e6c-4736-a148-7147755ee38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.260115 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7db283eb-2e6c-4736-a148-7147755ee38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.275728 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db283eb-2e6c-4736-a148-7147755ee38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c2bf7-dfd2-40b0-b26e-59bc8a9ce48f,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:43.284944 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7db283eb-2e6c-4736-a148-7147755ee38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.286734 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-7db283eb-2e6c-4736-a148-7147755ee38a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/953c2bf7-dfd2-40b0-b26e-59bc8a9ce48f HTTP/1.1" status: 204 len: 168 time: 0.1631663 Jun 24 14:36:43.552602 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48356) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:43.570712 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a6219976-48c0-495a-aeba-95420e140fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.584904 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-a6219976-48c0-495a-aeba-95420e140fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:43.588678 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-a6219976-48c0-495a-aeba-95420e140fda admin admin] Usage tracker for resource:security_group_rule and tenant:f88b012a34614c659ef7e16dafce4c15 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:43.591437 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-a6219976-48c0-495a-aeba-95420e140fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:43.597008 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-a6219976-48c0-495a-aeba-95420e140fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:43.678249 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.680195 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a6219976-48c0-495a-aeba-95420e140fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.683599 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-a6219976-48c0-495a-aeba-95420e140fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.733370 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-a6219976-48c0-495a-aeba-95420e140fda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f88b012a34614c659ef7e16dafce4c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796336 Jun 24 14:36:43.734150 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6219976-48c0-495a-aeba-95420e140fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d8ef38-7505-436c-aae6-93e116b76822,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:43.736219 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48360) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:43.795017 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4d95ed1f-952e-4788-a134-16b349da9afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.819542 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4d95ed1f-952e-4788-a134-16b349da9afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.868550 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4d95ed1f-952e-4788-a134-16b349da9afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.883869 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95ed1f-952e-4788-a134-16b349da9afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d8ef38-7505-436c-aae6-93e116b76822,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:43.892661 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4d95ed1f-952e-4788-a134-16b349da9afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:43.893752 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-4d95ed1f-952e-4788-a134-16b349da9afb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29d8ef38-7505-436c-aae6-93e116b76822 HTTP/1.1" status: 204 len: 168 time: 0.1565065 Jun 24 14:36:46.009303 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-402623bf-0a0a-421e-b774-8aaddb104885 req-2a8360cd-5501-4681-93e8-3045a86d1b10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802064 Jun 24 14:36:46.093120 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48434) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:46.121615 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402623bf-0a0a-421e-b774-8aaddb104885 req-ae8cea72-4364-4ce9-abaf-56e84d4c9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:36:46.123160 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-402623bf-0a0a-421e-b774-8aaddb104885 req-ae8cea72-4364-4ce9-abaf-56e84d4c9405 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 1098 time: 0.0819893 Jun 24 14:36:46.207790 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0868941c-ecf8-4576-b74a-ca2a3ed849d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:46.222336 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0868941c-ecf8-4576-b74a-ca2a3ed849d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:46.226339 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0868941c-ecf8-4576-b74a-ca2a3ed849d3 admin admin] Usage tracker for resource:security_group_rule and tenant:7907720764e74a80b1fb29091c095414 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:46.229435 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0868941c-ecf8-4576-b74a-ca2a3ed849d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:46.235045 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0868941c-ecf8-4576-b74a-ca2a3ed849d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:46.265184 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402623bf-0a0a-421e-b774-8aaddb104885 req-41be0ff4-9f7f-4b20-8a0b-6f4a9c0de716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:36:46.266629 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-402623bf-0a0a-421e-b774-8aaddb104885 req-41be0ff4-9f7f-4b20-8a0b-6f4a9c0de716 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 916 time: 0.1253090 Jun 24 14:36:46.315765 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0868941c-ecf8-4576-b74a-ca2a3ed849d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:46.320555 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0868941c-ecf8-4576-b74a-ca2a3ed849d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:46.368677 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868941c-ecf8-4576-b74a-ca2a3ed849d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ffd3a9-1c0b-4eda-bee8-a25f23e0ec74,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:46.371081 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-402623bf-0a0a-421e-b774-8aaddb104885 req-0a7d7aa5-7d75-4ccd-a63e-91fb49e4484c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55f8a10c-3582-4d17-adad-6463b68a2af8 HTTP/1.1" status: 200 len: 1000 time: 0.0959864 Jun 24 14:36:46.373402 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-0868941c-ecf8-4576-b74a-ca2a3ed849d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7907720764e74a80b1fb29091c095414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791688 Jun 24 14:36:46.376779 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48440) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:46.432289 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7e5473f6-cd7a-44f8-8c7a-d642bb59dc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:46.433442 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402623bf-0a0a-421e-b774-8aaddb104885 req-6a330e65-f44d-43fb-a52e-8998d0785003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:36:46.435409 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-402623bf-0a0a-421e-b774-8aaddb104885 req-6a330e65-f44d-43fb-a52e-8998d0785003 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0570605 Jun 24 14:36:46.458491 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7e5473f6-cd7a-44f8-8c7a-d642bb59dc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:46.509236 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7e5473f6-cd7a-44f8-8c7a-d642bb59dc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:46.519333 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402623bf-0a0a-421e-b774-8aaddb104885 req-1c887988-73a6-4a84-bb43-0624fcb90c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:36:46.520836 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-402623bf-0a0a-421e-b774-8aaddb104885 req-1c887988-73a6-4a84-bb43-0624fcb90c92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799568 Jun 24 14:36:46.525505 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5473f6-cd7a-44f8-8c7a-d642bb59dc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ffd3a9-1c0b-4eda-bee8-a25f23e0ec74,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:46.529805 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7e5473f6-cd7a-44f8-8c7a-d642bb59dc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:46.533460 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-7e5473f6-cd7a-44f8-8c7a-d642bb59dc40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8ffd3a9-1c0b-4eda-bee8-a25f23e0ec74 HTTP/1.1" status: 204 len: 168 time: 0.1539528 Jun 24 14:36:46.660547 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-402623bf-0a0a-421e-b774-8aaddb104885 req-df765ca5-bdcb-4667-9895-d8dc76ba9f0c service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304114 Jun 24 14:36:46.830513 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48448) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:46.848530 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f514fd74-9060-4f60-ba5c-4b5a4f680abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:46.862851 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f514fd74-9060-4f60-ba5c-4b5a4f680abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:46.866785 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f514fd74-9060-4f60-ba5c-4b5a4f680abf admin admin] Usage tracker for resource:security_group_rule and tenant:5cd1967a4ae149589800f2f8b8b80909 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:46.869589 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f514fd74-9060-4f60-ba5c-4b5a4f680abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:46.875219 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f514fd74-9060-4f60-ba5c-4b5a4f680abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:46.884676 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-402623bf-0a0a-421e-b774-8aaddb104885 req-66670716-1118-46c3-af30-ea7077fa1398 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175636 Jun 24 14:36:46.956413 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f514fd74-9060-4f60-ba5c-4b5a4f680abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:46.968025 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f514fd74-9060-4f60-ba5c-4b5a4f680abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:47.017935 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-f514fd74-9060-4f60-ba5c-4b5a4f680abf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cd1967a4ae149589800f2f8b8b80909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862049 Jun 24 14:36:47.019368 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514fd74-9060-4f60-ba5c-4b5a4f680abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f95354-122f-41f5-b621-1a2f4de7a9d8,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:47.021867 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48452) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:47.079221 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a1654517-3131-49c5-9ecb-bc36405f0ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:47.103866 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a1654517-3131-49c5-9ecb-bc36405f0ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:47.154100 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a1654517-3131-49c5-9ecb-bc36405f0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:47.167602 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1654517-3131-49c5-9ecb-bc36405f0ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f95354-122f-41f5-b621-1a2f4de7a9d8,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:47.173664 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a1654517-3131-49c5-9ecb-bc36405f0ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:47.174734 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-a1654517-3131-49c5-9ecb-bc36405f0ae0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8f95354-122f-41f5-b621-1a2f4de7a9d8 HTTP/1.1" status: 204 len: 168 time: 0.1519861 Jun 24 14:36:48.304887 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:36:52.504731 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b0a25-de24-4e46-8e4c-2b1ecb57bd65 req-774a4039-8988-4ee4-8723-2d4947051e20 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:36:52.506070 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8b1b0a25-de24-4e46-8e4c-2b1ecb57bd65 req-774a4039-8988-4ee4-8723-2d4947051e20 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 946 time: 0.0879607 Jun 24 14:36:52.548352 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8b1b0a25-de24-4e46-8e4c-2b1ecb57bd65 req-8571b16b-218c-4305-89e3-23c6077c904f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366807 Jun 24 14:36:53.739963 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5f93-23a3-4471-b210-0aee4d62ecde req-b5586565-136e-4cac-acd3-474f297595b9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:36:53.741414 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7cdf5f93-23a3-4471-b210-0aee4d62ecde req-b5586565-136e-4cac-acd3-474f297595b9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 946 time: 0.0855541 Jun 24 14:36:53.793153 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7cdf5f93-23a3-4471-b210-0aee4d62ecde req-2e6792d9-98d3-4daf-bf2c-62a19414c51e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418646 Jun 24 14:36:54.377897 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db260cbd-0276-445a-9df0-0d8696250b43 req-5e60d9d7-5f5c-4e06-9acd-eb0341bfde9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:36:54.378646 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-db260cbd-0276-445a-9df0-0d8696250b43 req-5e60d9d7-5f5c-4e06-9acd-eb0341bfde9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:36:54.396300 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-db260cbd-0276-445a-9df0-0d8696250b43 req-5e60d9d7-5f5c-4e06-9acd-eb0341bfde9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:36:54.397378 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-db260cbd-0276-445a-9df0-0d8696250b43 req-5e60d9d7-5f5c-4e06-9acd-eb0341bfde9f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 946 time: 0.1078675 Jun 24 14:36:54.470236 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Deleting port f1fa2372-1e55-4616-8e71-02c7863878bd {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:54.470577 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:54.720972 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] For port f1fa2372-1e55-4616-8e71-02c7863878bd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f1fa2372-1e55-4616-8e71-02c7863878bd,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:36:54.721456 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:54.988670 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e823050-709d-4f34-b364-ccffcc8b7e6f req-85ce1593-4297-42ed-8bee-b4cf9af8f3bc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:36:54.990188 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2e823050-709d-4f34-b364-ccffcc8b7e6f req-85ce1593-4297-42ed-8bee-b4cf9af8f3bc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 946 time: 0.0907629 Jun 24 14:36:55.014446 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:55.014819 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:55.015137 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.l3_db [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Floating IP 1af9b18c-170d-4564-b237-27c5d0bf96a2 disassociated. External IP: 172.27.2.246, port: f1fa2372-1e55-4616-8e71-02c7863878bd. Jun 24 14:36:55.015474 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Calling delete_port for f1fa2372-1e55-4616-8e71-02c7863878bd owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:36:55.034570 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2e823050-709d-4f34-b364-ccffcc8b7e6f req-00d80da0-ce50-4f56-9e85-6e94525b55b9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=0a3f97bd-2111-4c25-9350-176650d027f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386302 Jun 24 14:36:55.158925 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:55.206519 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event deleted for resources: {'Port': ['ID=f1fa2372-1e55-4616-8e71-02c7863878bd,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:55.388505 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Router b60a0d33-d24b-429c-9725-130fc5bce3d0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:36:55.563200 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:36:55.573810 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c477b01-c142-40c3-aee8-453eb7aae9ac None None] Sync routers for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:36:55.589749 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c477b01-c142-40c3-aee8-453eb7aae9ac None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:36:55.590528 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-6c477b01-c142-40c3-aee8-453eb7aae9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:36:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:55.753381 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] No DVR routers for this DVR port f1fa2372-1e55-4616-8e71-02c7863878bd on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:36:55.756129 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:55.760865 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'name': 'network-vif-deleted', 'tag': 'f1fa2372-1e55-4616-8e71-02c7863878bd'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:36:55.785115 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-db260cbd-0276-445a-9df0-0d8696250b43 req-46d65d7a-7c44-4e00-a86d-7dd9157763de tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "DELETE /v2.0/ports/f1fa2372-1e55-4616-8e71-02c7863878bd HTTP/1.1" status: 204 len: 173 time: 1.3824015 Jun 24 14:36:55.826331 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2ed0ae-4362-45b7-a443-4ee7abef6919'] response: {'server_uuid': '5f510de0-d939-4e81-9041-f0cd35d7688e', 'name': 'network-vif-deleted', 'tag': 'f1fa2372-1e55-4616-8e71-02c7863878bd', 'status': 'completed', 'code': 200} Jun 24 14:36:55.845481 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-6c477b01-c142-40c3-aee8-453eb7aae9ac None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:36:56.216819 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5e90bcd6-2465-482a-81e3-ea63746e291d req-a4555cd5-2540-492c-a46c-1f81f4cdb935 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f510de0-d939-4e81-9041-f0cd35d7688e HTTP/1.1" status: 200 len: 210 time: 0.0586052 Jun 24 14:36:56.229761 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-6c477b01-c142-40c3-aee8-453eb7aae9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'b0a83e3d-d98b-45b4-a0ba-1169f9a07524', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:0c:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:33:17Z', 'updated_at': '2022-06-24T14:33:37Z', 'revision_number': 2, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:56.234139 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c477b01-c142-40c3-aee8-453eb7aae9ac None None] Checking router: b60a0d33-d24b-429c-9725-130fc5bce3d0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:36:56.247295 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c477b01-c142-40c3-aee8-453eb7aae9ac None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:36:56.247989 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-6c477b01-c142-40c3-aee8-453eb7aae9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:36:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:56.437062 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-6c477b01-c142-40c3-aee8-453eb7aae9ac None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:36:56.462827 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48596) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:56.623467 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4b748f55-3f3b-4450-9570-46ef460521ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:56.638196 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-4b748f55-3f3b-4450-9570-46ef460521ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:56.641978 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-4b748f55-3f3b-4450-9570-46ef460521ca admin admin] Usage tracker for resource:security_group_rule and tenant:11ea79a4a4224b78a4f331f7ed70fe90 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:56.644905 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-4b748f55-3f3b-4450-9570-46ef460521ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:56.650629 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-4b748f55-3f3b-4450-9570-46ef460521ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:56.742587 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4b748f55-3f3b-4450-9570-46ef460521ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:56.746332 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4b748f55-3f3b-4450-9570-46ef460521ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:56.795104 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-4b748f55-3f3b-4450-9570-46ef460521ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11ea79a4a4224b78a4f331f7ed70fe90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312256 Jun 24 14:36:56.795969 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b748f55-3f3b-4450-9570-46ef460521ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0a9ec7-8b19-4959-a772-b84e14122270,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:56.796796 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-6c477b01-c142-40c3-aee8-453eb7aae9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'b0a83e3d-d98b-45b4-a0ba-1169f9a07524', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:0c:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:33:17Z', 'updated_at': '2022-06-24T14:33:37Z', 'revision_number': 2, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:36:56.798047 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48602) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:56.802735 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c477b01-c142-40c3-aee8-453eb7aae9ac None None] The sync data for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi is: [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'b0a83e3d-d98b-45b4-a0ba-1169f9a07524', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:0c:26:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:33:17Z', 'updated_at': '2022-06-24T14:33:37Z', 'revision_number': 2, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:36:56.861318 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-62307f9b-2620-4275-b85d-44acad23e584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:56.887734 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-62307f9b-2620-4275-b85d-44acad23e584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:56.940033 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-62307f9b-2620-4275-b85d-44acad23e584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:56.955514 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62307f9b-2620-4275-b85d-44acad23e584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0a9ec7-8b19-4959-a772-b84e14122270,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:56.964200 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-62307f9b-2620-4275-b85d-44acad23e584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:56.965474 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-62307f9b-2620-4275-b85d-44acad23e584 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e0a9ec7-8b19-4959-a772-b84e14122270 HTTP/1.1" status: 204 len: 168 time: 0.1663113 Jun 24 14:36:57.001596 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device f1fa2372-1e55-4616-8e71-02c7863878bd no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:36:57.030735 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa0b99-9cfa-43cd-a451-ed4966a42f0a None None] New status for floating IP 1af9b18c-170d-4564-b237-27c5d0bf96a2: DOWN {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:36:57.037485 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: f1fa2372-1e55-4616-8e71-02c7863878bd {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:36:57.038020 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device f1fa2372-1e55-4616-8e71-02c7863878bd not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:36:57.251897 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48612) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:57.270071 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-95774b20-87cd-43e8-9323-660517981a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.285323 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-95774b20-87cd-43e8-9323-660517981a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:57.289134 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-95774b20-87cd-43e8-9323-660517981a80 admin admin] Usage tracker for resource:security_group_rule and tenant:948a0c1d7c564cbfa8c24abe97b2a393 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:57.291899 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-95774b20-87cd-43e8-9323-660517981a80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:57.297675 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-95774b20-87cd-43e8-9323-660517981a80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:57.349168 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48618) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:57.385269 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-95774b20-87cd-43e8-9323-660517981a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.390139 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-95774b20-87cd-43e8-9323-660517981a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.418526 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-df40816e-3b7c-467a-841e-306be2392205 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.436917 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-95774b20-87cd-43e8-9323-660517981a80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=948a0c1d7c564cbfa8c24abe97b2a393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839051 Jun 24 14:36:57.437767 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95774b20-87cd-43e8-9323-660517981a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befea1bd-1427-44b6-82a7-60d8739f920a,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:57.440030 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48622) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:57.448305 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-df40816e-3b7c-467a-841e-306be2392205 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.501291 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-46f366af-291f-4ff1-954e-4f572af602a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.502349 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-df40816e-3b7c-467a-841e-306be2392205 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.522766 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40816e-3b7c-467a-841e-306be2392205 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3f97bd-2111-4c25-9350-176650d027f4,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:57.526547 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-46f366af-291f-4ff1-954e-4f572af602a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.536686 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-df40816e-3b7c-467a-841e-306be2392205 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.538205 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-df40816e-3b7c-467a-841e-306be2392205 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "DELETE /v2.0/security-groups/0a3f97bd-2111-4c25-9350-176650d027f4 HTTP/1.1" status: 204 len: 168 time: 0.1876798 Jun 24 14:36:57.540530 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48626) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:57.557332 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.api.v2.resource [None req-3f6928b9-d6d8-467c-803f-e72121d0c540 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] show failed (client error): The resource could not be found. Jun 24 14:36:57.560459 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-3f6928b9-d6d8-467c-803f-e72121d0c540 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups/0a3f97bd-2111-4c25-9350-176650d027f4 HTTP/1.1" status: 404 len: 347 time: 0.0166872 Jun 24 14:36:57.561300 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48630) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:57.720507 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-563355a5-d00f-4096-b4e3-cd8ca419f2ce tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Deleting port 10d5df5e-7b4a-4ae2-9339-b2bc1287f704 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:36:57.720852 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-563355a5-d00f-4096-b4e3-cd8ca419f2ce tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.748320 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-46f366af-291f-4ff1-954e-4f572af602a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.775858 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f366af-291f-4ff1-954e-4f572af602a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befea1bd-1427-44b6-82a7-60d8739f920a,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:57.787440 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-46f366af-291f-4ff1-954e-4f572af602a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.788574 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-46f366af-291f-4ff1-954e-4f572af602a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/befea1bd-1427-44b6-82a7-60d8739f920a HTTP/1.1" status: 204 len: 168 time: 0.3476892 Jun 24 14:36:57.907946 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-563355a5-d00f-4096-b4e3-cd8ca419f2ce tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:57.908651 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-563355a5-d00f-4096-b4e3-cd8ca419f2ce tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:58.032925 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-563355a5-d00f-4096-b4e3-cd8ca419f2ce tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Calling delete_port for 10d5df5e-7b4a-4ae2-9339-b2bc1287f704 owned by network:floatingip {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:36:58.135481 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48638) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:58.152934 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d8337c9b-b3a8-411a-9f7f-f877ad925733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:58.167737 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-d8337c9b-b3a8-411a-9f7f-f877ad925733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:58.171859 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-d8337c9b-b3a8-411a-9f7f-f877ad925733 admin admin] Usage tracker for resource:security_group_rule and tenant:f2556ec78e044e51bf1b842981a865e9 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:58.175563 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-d8337c9b-b3a8-411a-9f7f-f877ad925733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:58.175779 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-563355a5-d00f-4096-b4e3-cd8ca419f2ce tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:58.181597 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-d8337c9b-b3a8-411a-9f7f-f877ad925733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:58.221636 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563355a5-d00f-4096-b4e3-cd8ca419f2ce tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event deleted for resources: {'Port': ['ID=10d5df5e-7b4a-4ae2-9339-b2bc1287f704,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:58.269193 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d8337c9b-b3a8-411a-9f7f-f877ad925733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:58.273049 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d8337c9b-b3a8-411a-9f7f-f877ad925733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:58.321585 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-563355a5-d00f-4096-b4e3-cd8ca419f2ce tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:58.322918 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8337c9b-b3a8-411a-9f7f-f877ad925733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e297643b-f176-4ee0-9e3a-82310b93fa55,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:58.333843 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-d8337c9b-b3a8-411a-9f7f-f877ad925733 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2556ec78e044e51bf1b842981a865e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943154 Jun 24 14:36:58.333843 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48642) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:58.338743 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-563355a5-d00f-4096-b4e3-cd8ca419f2ce tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:58.339853 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-563355a5-d00f-4096-b4e3-cd8ca419f2ce tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "DELETE /v2.0/floatingips/1af9b18c-170d-4564-b237-27c5d0bf96a2 HTTP/1.1" status: 204 len: 168 time: 0.7776377 Jun 24 14:36:58.484301 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-626a6fc8-f94c-4391-95a4-9429178a5d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:58.509091 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-626a6fc8-f94c-4391-95a4-9429178a5d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:58.559023 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-626a6fc8-f94c-4391-95a4-9429178a5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:58.573440 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a6fc8-f94c-4391-95a4-9429178a5d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297643b-f176-4ee0-9e3a-82310b93fa55,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:58.586036 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-626a6fc8-f94c-4391-95a4-9429178a5d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:58.587124 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-626a6fc8-f94c-4391-95a4-9429178a5d88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e297643b-f176-4ee0-9e3a-82310b93fa55 HTTP/1.1" status: 204 len: 168 time: 0.2527983 Jun 24 14:36:59.340297 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48676) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:59.444371 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-487666753-network', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:36:59.448947 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:59.452764 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Usage tracker for resource:network and tenant:17406468151f42ad9a63b38f5be1a43d is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:59.455710 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:59.461691 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:59.470947 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Made reservation on behalf of 17406468151f42ad9a63b38f5be1a43d for: {'network': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:36:59.473431 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:59.485890 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:59.500378 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:59.504297 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Usage tracker for resource:security_group_rule and tenant:17406468151f42ad9a63b38f5be1a43d is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:59.507104 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:59.512807 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:59.595958 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:59.600135 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:59.632906 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=88094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:36:59.638237 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec57e101-7055-4448-acd2-de77ec8f055e,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:59.645916 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:59.645916 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.segments_db [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Added segment affc46ec-6319-41b0-890a-e91c14a9a9e6 of type vlan for network b578afe4-7fd1-4f77-b2b3-09cc25263854 Jun 24 14:36:59.673075 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:59.702733 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:59.703682 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:36:59.704259 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:36:59.814574 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] Pushing event updated for resources: {'Network': ['ID=b578afe4-7fd1-4f77-b2b3-09cc25263854,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:36:59.817471 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-42c57c47-b324-4902-9b61-a230507968c9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4761169 Jun 24 14:36:59.820397 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48682) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:36:59.824587 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network b578afe4-7fd1-4f77-b2b3-09cc25263854 details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:36:59.825760 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Request body: {'subnet': {'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-487666753-subnet', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'ip_version': 4}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:36:59.830518 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:36:59.834290 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Usage tracker for resource:subnet and tenant:17406468151f42ad9a63b38f5be1a43d is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:36:59.837075 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:36:59.843411 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:36:59.853372 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Made reservation on behalf of 17406468151f42ad9a63b38f5be1a43d for: {'subnet': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:36:59.855986 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009006'] for subnet, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:00.058562 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3092041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3008984'] for subnet, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:00.133985 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45414629-c655-4455-8d4c-5433799cfc38,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:00.143449 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Checking segment: {'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:37:00.143804 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Network hostable DHCP agents. Network: b578afe4-7fd1-4f77-b2b3-09cc25263854, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:37:00.165212 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Network b578afe4-7fd1-4f77-b2b3-09cc25263854 is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:37:00.174960 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, b578afe4-7fd1-4f77-b2b3-09cc25263854) {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:00.181845 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:00.182950 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:00.183981 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457730f6-03cc-430f-827d-fc6b58e27f49 None None] Network b578afe4-7fd1-4f77-b2b3-09cc25263854 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:37:00.206640 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-be18788e-8ff3-4d89-95bb-08a8a1152e27 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3850005 Jun 24 14:37:00.209420 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48692) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:00.216877 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:00.222594 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:00.226976 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Usage tracker for resource:router and tenant:17406468151f42ad9a63b38f5be1a43d is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:37:00.230622 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:37:00.237010 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:00.254763 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3903350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26522'] for router, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:00.256002 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29033'] for router, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:00.273133 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:00.424203 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-b578afe4-7fd1-4f77-b2b3-09cc25263854', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:37:00.425054 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:00.587394 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:00.613157 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Allocated IP 172.20.0.2 (b578afe4-7fd1-4f77-b2b3-09cc25263854/45414629-c655-4455-8d4c-5433799cfc38/1a60225b-b068-4ec3-a32b-9b3c34b9b77b) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:37:00.685305 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6d043-e65e-4758-8255-c172135cef29 req-98cc94c2-6c68-4848-b800-ce059cfa9848 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:00.686753 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5bb6d043-e65e-4758-8255-c172135cef29 req-98cc94c2-6c68-4848-b800-ce059cfa9848 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 945 time: 0.3435872 Jun 24 14:37:00.748955 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-5bb6d043-e65e-4758-8255-c172135cef29 req-fa87a915-34ee-4e57-932a-0af0cd3aae48 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:37:00.779352 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-5bb6d043-e65e-4758-8255-c172135cef29 req-fa87a915-34ee-4e57-932a-0af0cd3aae48 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:37:00.780503 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5bb6d043-e65e-4758-8255-c172135cef29 req-fa87a915-34ee-4e57-932a-0af0cd3aae48 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877659 Jun 24 14:37:00.817078 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:00.827291 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Transition to ACTIVE for port object 1a60225b-b068-4ec3-a32b-9b3c34b9b77b will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:00.844920 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Transition to ACTIVE for port object 1a60225b-b068-4ec3-a32b-9b3c34b9b77b will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:00.849732 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:00.908346 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Network b578afe4-7fd1-4f77-b2b3-09cc25263854 is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:37:00.915141 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:00.922889 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:37:00.924895 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Pushing event updated for resources: {'Port': ['ID=1a60225b-b068-4ec3-a32b-9b3c34b9b77b,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:00.965327 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:00.965694 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:00.966031 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:00.966365 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:00.966686 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:00.967011 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:00.967331 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:00.967436 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:00.967650 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:00.967969 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:00.968285 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:00.968627 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:00.968943 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:01.045144 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Attempting to bind port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:37:01.045503 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Attempting to bind port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:37:01.045858 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Attempting to bind port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b on network b578afe4-7fd1-4f77-b2b3-09cc25263854 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:37:01.051711 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:37:01.052080 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Checking segment: {'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:37:01.052578 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:01.053000 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Bound using segment: {'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:37:01.053477 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Bound port: 1a60225b-b068-4ec3-a32b-9b3c34b9b77b, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:37:01.053852 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:01.098198 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:01.140295 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] For port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:37:01.143556 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] For port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=1a60225b-b068-4ec3-a32b-9b3c34b9b77b,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:37:01.147177 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:01.233476 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20463d-8bc8-459c-abd3-de73c7418691 None None] Pushing event updated for resources: {'Port': ['ID=1a60225b-b068-4ec3-a32b-9b3c34b9b77b,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:01.236469 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Allocated IP 172.27.2.160 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/d99914cc-1385-4e79-b5fc-ad207a86d894) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:37:01.386520 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:01.424360 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:01.487464 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:37:01.494820 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:01.498021 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:37:01.541000 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Pushing event updated for resources: {'Port': ['ID=d99914cc-1385-4e79-b5fc-ad207a86d894,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:01.956531 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:02.134549 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2ad96-bf9a-44e8-8215-4b1980d07ea6 req-ca8826bf-76d3-4175-b552-977249e0be65 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:02.136005 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7fc2ad96-bf9a-44e8-8215-4b1980d07ea6 req-ca8826bf-76d3-4175-b552-977249e0be65 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 945 time: 0.2423575 Jun 24 14:37:02.154128 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed18ba1-a8f8-4fe6-9457-ed06aeed0de5 None None] Network b578afe4-7fd1-4f77-b2b3-09cc25263854 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:37:02.244008 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-4c95f78f-b0ba-40f9-97d3-4af62d92aaec None None] Provisioning for port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:02.306801 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7fc2ad96-bf9a-44e8-8215-4b1980d07ea6 req-6c4b43eb-4ae7-4702-aeb6-fce6036eb91d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=fe22891c-99a9-4425-aeb5-0aae8ec37b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594806 Jun 24 14:37:02.337372 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-ac538896-5f65-4648-bc8f-34007bb4a450 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:02.338058 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-ac538896-5f65-4648-bc8f-34007bb4a450 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:37:02.354773 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-ac538896-5f65-4648-bc8f-34007bb4a450 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:37:02.356011 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-ac538896-5f65-4648-bc8f-34007bb4a450 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 945 time: 0.1144340 Jun 24 14:37:02.362724 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3903300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520'] for router, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:02.432039 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Deleting port 55f8a10c-3582-4d17-adad-6463b68a2af8 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:37:02.432388 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:02.687292 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 is scheduled to L3 agent f837352b-afc6-405d-a4a3-f96679748736 with binding_index 1 {{(pid=88094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:37:02.794668 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] For port 55f8a10c-3582-4d17-adad-6463b68a2af8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=55f8a10c-3582-4d17-adad-6463b68a2af8,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:02.795024 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:02.860512 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 1a60225b-b068-4ec3-a32b-9b3c34b9b77b up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:02.870516 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:37:02.894088 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] Notify callbacks [] for router, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:02.897875 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-a11258ea-b67f-47b5-9431-8b5850b79849 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6846180 Jun 24 14:37:02.898159 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48700) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:02.899585 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Sync routers for ids ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:37:02.912980 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Routers {'69ef92d8-8a86-4873-94a2-21365ed6c1e0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:37:02.913577 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:36:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:03.082626 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:03.091327 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:03.091784 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:03.094757 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:03.095279 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:03.095693 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.l3_db [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Floating IP b0a83e3d-d98b-45b4-a0ba-1169f9a07524 disassociated. External IP: 172.27.2.41, port: 55f8a10c-3582-4d17-adad-6463b68a2af8. Jun 24 14:37:03.096124 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Calling delete_port for 55f8a10c-3582-4d17-adad-6463b68a2af8 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:37:03.151215 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Set router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:37:03.252629 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:03.305256 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event deleted for resources: {'Port': ['ID=55f8a10c-3582-4d17-adad-6463b68a2af8,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:03.503712 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-66f6f2d2-a5d9-4f46-9371-c351689980bd req-3aeaeee8-adbf-4220-8bdf-2024b19acd8d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 210 time: 0.0783470 Jun 24 14:37:03.520641 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Router b60a0d33-d24b-429c-9725-130fc5bce3d0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:37:03.545315 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:03.545926 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:03.590448 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=1a60225b-b068-4ec3-a32b-9b3c34b9b77b,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:03.593539 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:37:01Z', 'revision_number': 3, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:03.597683 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Checking router: 69ef92d8-8a86-4873-94a2-21365ed6c1e0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:37:03.598220 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Updating router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 port d99914cc-1385-4e79-b5fc-ad207a86d894 binding host dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:37:03.626733 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:03.652294 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:03.707888 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:03.735035 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:37:03.748555 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9220e-6767-4d88-850f-94517b732dd7 None None] Sync routers for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:37:03.765635 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9220e-6767-4d88-850f-94517b732dd7 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:37:03.766486 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-ece9220e-6767-4d88-850f-94517b732dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:36:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:03.767470 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=1a60225b-b068-4ec3-a32b-9b3c34b9b77b,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:03.885408 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] No DVR routers for this DVR port 55f8a10c-3582-4d17-adad-6463b68a2af8 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:37:03.889472 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:03.892869 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'name': 'network-vif-deleted', 'tag': '55f8a10c-3582-4d17-adad-6463b68a2af8'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:37:03.915608 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-759be9a7-5b00-47d9-b914-e4f4f092510e req-4cb400a4-ce3b-44c9-9a0b-87f5a1b6d4e4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "DELETE /v2.0/ports/55f8a10c-3582-4d17-adad-6463b68a2af8 HTTP/1.1" status: 204 len: 173 time: 1.5533071 Jun 24 14:37:03.945573 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67414ed-9b5b-45ff-9077-4c7905537c2c'] response: {'server_uuid': 'd36203d7-634f-485d-9cd0-7cc78b12cedd', 'name': 'network-vif-deleted', 'tag': '55f8a10c-3582-4d17-adad-6463b68a2af8', 'status': 'completed', 'code': 200} Jun 24 14:37:03.949807 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Allocated IP 172.20.0.1 (b578afe4-7fd1-4f77-b2b3-09cc25263854/45414629-c655-4455-8d4c-5433799cfc38/41b3a191-ad32-4404-a102-421ea4671772) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:37:03.991835 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-ece9220e-6767-4d88-850f-94517b732dd7 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:37:04.122365 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:04.145336 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Transition to ACTIVE for port object d99914cc-1385-4e79-b5fc-ad207a86d894 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:04.154181 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:04.240322 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:04.240718 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Attempting to bind port d99914cc-1385-4e79-b5fc-ad207a86d894 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:37:04.241087 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Attempting to bind port d99914cc-1385-4e79-b5fc-ad207a86d894 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:37:04.241448 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Attempting to bind port d99914cc-1385-4e79-b5fc-ad207a86d894 on network 56739e03-84f5-401f-84c2-dbaf871a2b89 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:37:04.250960 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5996272-fe46-433c-be0c-ec1eaf7194c6 None None] Pushing event updated for resources: {'Port': ['ID=d99914cc-1385-4e79-b5fc-ad207a86d894,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:04.253422 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:37:04.253965 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:37:04.254424 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:04.254924 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Bound using segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:37:04.255536 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Bound port: d99914cc-1385-4e79-b5fc-ad207a86d894, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:37:04.256117 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:04.258726 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.provisioning_blocks [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Transition to ACTIVE for port object 41b3a191-ad32-4404-a102-421ea4671772 will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:04.285063 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:04.337927 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] For port d99914cc-1385-4e79-b5fc-ad207a86d894, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:37:04.341090 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] For port d99914cc-1385-4e79-b5fc-ad207a86d894, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d99914cc-1385-4e79-b5fc-ad207a86d894,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:37:04.346221 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Network b578afe4-7fd1-4f77-b2b3-09cc25263854 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:37:04.346828 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:04.348969 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:04.351548 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:37:04.386980 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-ece9220e-6767-4d88-850f-94517b732dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:04.392807 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9220e-6767-4d88-850f-94517b732dd7 None None] Checking router: b60a0d33-d24b-429c-9725-130fc5bce3d0 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:37:04.402958 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9220e-6767-4d88-850f-94517b732dd7 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:37:04.404531 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-ece9220e-6767-4d88-850f-94517b732dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:36:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:04.411984 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=41b3a191-ad32-4404-a102-421ea4671772,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:04.443326 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3903314'] for router_interface, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:04.457906 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5996272-fe46-433c-be0c-ec1eaf7194c6 None None] Pushing event updated for resources: {'Port': ['ID=d99914cc-1385-4e79-b5fc-ad207a86d894,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:04.468665 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Routers {'69ef92d8-8a86-4873-94a2-21365ed6c1e0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:37:04.469414 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:36:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:04.594235 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:04.659926 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-ece9220e-6767-4d88-850f-94517b732dd7 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:37:04.776633 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] Set router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:37:04.801496 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-45da89ca-db18-453c-a695-26f685bc88f4 req-eb2cbb90-2141-4404-9a8d-09aea533f376 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=d36203d7-634f-485d-9cd0-7cc78b12cedd HTTP/1.1" status: 200 len: 210 time: 0.0683606 Jun 24 14:37:04.867745 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 1a60225b-b068-4ec3-a32b-9b3c34b9b77b up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:04.894025 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-6421218f-75b9-4d2f-9b62-3327395bc5e7 None None] Provisioning for port 41b3a191-ad32-4404-a102-421ea4671772 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:04.978110 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:04.981485 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-6421218f-75b9-4d2f-9b62-3327395bc5e7 None None] Provisioning complete for port 41b3a191-ad32-4404-a102-421ea4671772 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:04.981974 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6421218f-75b9-4d2f-9b62-3327395bc5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:04.983628 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:05.034187 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-ece9220e-6767-4d88-850f-94517b732dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:05.038344 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9220e-6767-4d88-850f-94517b732dd7 None None] The sync data for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi is: [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:37:05.088766 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 55f8a10c-3582-4d17-adad-6463b68a2af8 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:37:05.110457 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=41b3a191-ad32-4404-a102-421ea4671772,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:05.116634 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903287'] for router_interface, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:05.142850 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 55f8a10c-3582-4d17-adad-6463b68a2af8 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:37:05.143186 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 55f8a10c-3582-4d17-adad-6463b68a2af8 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:37:05.165853 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-6421218f-75b9-4d2f-9b62-3327395bc5e7 None None] Port 41b3a191-ad32-4404-a102-421ea4671772 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:37:05.257178 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:05.257576 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:05.265171 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Network b578afe4-7fd1-4f77-b2b3-09cc25263854 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:37:05.266355 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:05.318004 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca82390-256c-44c6-9c50-e6b1d9ec240f None None] New status for floating IP b0a83e3d-d98b-45b4-a0ba-1169f9a07524: DOWN {{(pid=88096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:37:05.461223 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:37:05.608050 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-02e93373-1122-4693-950d-531c58ba781d None None] Provisioning complete for port 41b3a191-ad32-4404-a102-421ea4671772 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:05.608441 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-02e93373-1122-4693-950d-531c58ba781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:05.639589 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:37:05.649236 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-739c5588-38ac-4979-a60b-fad3edb8cdc6 admin admin] 10.222.0.16 "PUT /v2.0/routers/69ef92d8-8a86-4873-94a2-21365ed6c1e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7500441 Jun 24 14:37:05.683535 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:05.695598 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '41b3a191-ad32-4404-a102-421ea4671772', 'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'mac_address': 'fa:16:3e:65:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:03Z', 'updated_at': '2022-06-24T14:37:03Z', 'revision_number': 1, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'subnets': [{'id': '45414629-c655-4455-8d4c-5433799cfc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:05.697539 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-02e93373-1122-4693-950d-531c58ba781d None None] Port 41b3a191-ad32-4404-a102-421ea4671772 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:37:05.701086 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d83fef1-54da-4c0d-8c3f-57c0942244f2 None None] The sync data for ids ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'] in dv-cinder-847189-2-iscsi is: [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '41b3a191-ad32-4404-a102-421ea4671772', 'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'mac_address': 'fa:16:3e:65:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:03Z', 'updated_at': '2022-06-24T14:37:03Z', 'revision_number': 1, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'subnets': [{'id': '45414629-c655-4455-8d4c-5433799cfc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:37:05.957196 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48720) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:06.037318 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-eedb8566-18ea-4f64-9e40-0af1a10ce243 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.069162 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-eedb8566-18ea-4f64-9e40-0af1a10ce243 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.125734 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-eedb8566-18ea-4f64-9e40-0af1a10ce243 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.144181 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb8566-18ea-4f64-9e40-0af1a10ce243 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe22891c-99a9-4425-aeb5-0aae8ec37b29,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:06.163160 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-eedb8566-18ea-4f64-9e40-0af1a10ce243 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.165592 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-eedb8566-18ea-4f64-9e40-0af1a10ce243 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "DELETE /v2.0/security-groups/fe22891c-99a9-4425-aeb5-0aae8ec37b29 HTTP/1.1" status: 204 len: 168 time: 0.2066543 Jun 24 14:37:06.167740 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48730) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:06.188544 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.api.v2.resource [None req-d3d9f730-dd40-46d4-9106-fcfbdcbd9796 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] show failed (client error): The resource could not be found. Jun 24 14:37:06.189590 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-d3d9f730-dd40-46d4-9106-fcfbdcbd9796 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups/fe22891c-99a9-4425-aeb5-0aae8ec37b29 HTTP/1.1" status: 404 len: 347 time: 0.0208447 Jun 24 14:37:06.192750 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48734) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:06.235046 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48740) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:06.240569 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-246792862-network', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:06.245317 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:06.249340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Usage tracker for resource:network and tenant:f51a6fd40d134c65a36cc825d2e35699 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:37:06.252243 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:37:06.258245 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:06.269818 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Made reservation on behalf of f51a6fd40d134c65a36cc825d2e35699 for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:37:06.272247 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.286506 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.301998 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:06.305970 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Usage tracker for resource:security_group_rule and tenant:f51a6fd40d134c65a36cc825d2e35699 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:37:06.309035 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:37:06.316994 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:06.357717 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-7f094b29-1201-4cae-b482-7dbf3b09aec7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Deleting port f7413add-ac9f-4a7b-941a-cb4c2d455189 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:37:06.358050 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7f094b29-1201-4cae-b482-7dbf3b09aec7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.431242 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.435934 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.466192 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:37:06.480826 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c67352c-1034-4175-bff3-b8dd5fe90baf,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:06.488315 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.488725 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Added segment 9f9b62a8-2347-43b8-9bce-15389fdd4d45 of type vlan for network 4320e206-d79d-46d1-8313-360ed6ccab2a Jun 24 14:37:06.527367 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.568086 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.569079 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:06.569661 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.666551 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7f094b29-1201-4cae-b482-7dbf3b09aec7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.667057 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7f094b29-1201-4cae-b482-7dbf3b09aec7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.680561 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] Pushing event updated for resources: {'Network': ['ID=4320e206-d79d-46d1-8313-360ed6ccab2a,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:06.687060 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-30eed092-4a5b-4c42-990a-130881f9fe2f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4509194 Jun 24 14:37:06.687638 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48744) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:06.691954 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 4320e206-d79d-46d1-8313-360ed6ccab2a details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:37:06.695275 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Request body: {'subnet': {'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-246792862-subnet', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'ip_version': 4}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:06.700897 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:06.705754 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Usage tracker for resource:subnet and tenant:f51a6fd40d134c65a36cc825d2e35699 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:37:06.709297 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:37:06.717801 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:06.734028 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Made reservation on behalf of f51a6fd40d134c65a36cc825d2e35699 for: {'subnet': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:37:06.736882 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2596815'] for subnet, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.810327 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-7f094b29-1201-4cae-b482-7dbf3b09aec7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Calling delete_port for f7413add-ac9f-4a7b-941a-cb4c2d455189 owned by network:floatingip {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:37:06.901034 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:06.912960 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d99914cc-1385-4e79-b5fc-ad207a86d894 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:07.002312 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port d99914cc-1385-4e79-b5fc-ad207a86d894 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:07.008807 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port d99914cc-1385-4e79-b5fc-ad207a86d894 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:07.009207 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.011970 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7f094b29-1201-4cae-b482-7dbf3b09aec7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.060244 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f094b29-1201-4cae-b482-7dbf3b09aec7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event deleted for resources: {'Port': ['ID=f7413add-ac9f-4a7b-941a-cb4c2d455189,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:07.132829 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2350275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2596857'] for subnet, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.144114 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port d99914cc-1385-4e79-b5fc-ad207a86d894 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:07.144518 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.164113 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port d99914cc-1385-4e79-b5fc-ad207a86d894, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d99914cc-1385-4e79-b5fc-ad207a86d894,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:07.170640 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.173957 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7f094b29-1201-4cae-b482-7dbf3b09aec7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.188742 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7f094b29-1201-4cae-b482-7dbf3b09aec7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.194196 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-7f094b29-1201-4cae-b482-7dbf3b09aec7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "DELETE /v2.0/floatingips/b0a83e3d-d98b-45b4-a0ba-1169f9a07524 HTTP/1.1" status: 204 len: 168 time: 0.9994085 Jun 24 14:37:07.230721 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d63ee7-be3c-4c27-9676-4bd1547972c7,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:07.239765 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Checking segment: {'id': '9f9b62a8-2347-43b8-9bce-15389fdd4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:37:07.240128 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Network hostable DHCP agents. Network: 4320e206-d79d-46d1-8313-360ed6ccab2a, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88095) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:37:07.263356 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=d99914cc-1385-4e79-b5fc-ad207a86d894,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:07.271422 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Network 4320e206-d79d-46d1-8313-360ed6ccab2a is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88095) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:37:07.281526 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 4320e206-d79d-46d1-8313-360ed6ccab2a) {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:07.285734 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:07.286324 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.295555 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61ab50f-8186-4ce9-836b-9c06df15cb40 None None] Network 4320e206-d79d-46d1-8313-360ed6ccab2a requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:37:07.312444 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-0d5637f2-dbbb-4369-a92a-de7389782a65 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6192062 Jun 24 14:37:07.312444 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48752) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:07.312647 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48754) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:07.317180 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-246792862-router', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:07.317764 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366845582', 'description': 'tempest-description--737619643'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:07.322740 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:07.323725 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:07.327471 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Usage tracker for resource:router and tenant:f51a6fd40d134c65a36cc825d2e35699 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:37:07.329076 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:37:07.330633 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:37:07.332308 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:37:07.336553 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:07.338564 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:07.348590 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3903350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26522'] for router, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.349559 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29033'] for router, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.349993 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.365163 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.380447 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:07.384245 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:37:07.387118 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:37:07.395470 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:07.472985 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.480257 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.530519 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae02f9b-a311-4c6c-882d-95974d860c54,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:07.538316 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-4320e206-d79d-46d1-8313-360ed6ccab2a', 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'fixed_ips': [{'subnet_id': '06d63ee7-be3c-4c27-9676-4bd1547972c7'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:37:07.538576 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.539161 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.540202 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-8fd7829b-efe5-4dcc-9429-a9779bec1e3d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2266114 Jun 24 14:37:07.543061 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48760) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:07.548541 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-f5124e57-b692-4a28-addf-794ed19fd02c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'security_group_rule': {'security_group_id': '3ae02f9b-a311-4c6c-882d-95974d860c54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:07.555163 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f5124e57-b692-4a28-addf-794ed19fd02c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:07.560253 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f5124e57-b692-4a28-addf-794ed19fd02c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:37:07.563418 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-f5124e57-b692-4a28-addf-794ed19fd02c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:37:07.571327 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-f5124e57-b692-4a28-addf-794ed19fd02c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:07.594327 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f5124e57-b692-4a28-addf-794ed19fd02c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.660387 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.669973 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f5124e57-b692-4a28-addf-794ed19fd02c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.676821 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f5124e57-b692-4a28-addf-794ed19fd02c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.710780 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5124e57-b692-4a28-addf-794ed19fd02c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b074e07c-518c-4a0f-a4cb-edeefb0c9a29,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:07.723625 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f5124e57-b692-4a28-addf-794ed19fd02c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.725269 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-f5124e57-b692-4a28-addf-794ed19fd02c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1810582 Jun 24 14:37:07.728575 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48764) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:07.736704 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-fd279163-5bb3-4e85-80c6-9a4d2fb7256c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'security_group_rule': {'security_group_id': '3ae02f9b-a311-4c6c-882d-95974d860c54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:07.743667 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-fd279163-5bb3-4e85-80c6-9a4d2fb7256c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:07.748565 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-fd279163-5bb3-4e85-80c6-9a4d2fb7256c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:37:07.750561 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Allocated IP 172.20.0.2 (4320e206-d79d-46d1-8313-360ed6ccab2a/06d63ee7-be3c-4c27-9676-4bd1547972c7/f28205b5-a698-469e-95cb-30258b681e1d) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:37:07.752763 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-fd279163-5bb3-4e85-80c6-9a4d2fb7256c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:37:07.759196 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-fd279163-5bb3-4e85-80c6-9a4d2fb7256c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:07.777048 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fd279163-5bb3-4e85-80c6-9a4d2fb7256c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.844270 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fd279163-5bb3-4e85-80c6-9a4d2fb7256c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.848645 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fd279163-5bb3-4e85-80c6-9a4d2fb7256c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.866779 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd279163-5bb3-4e85-80c6-9a4d2fb7256c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a90e45-a009-42fb-b3ff-0c9fcb2999d0,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:07.888942 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-fd279163-5bb3-4e85-80c6-9a4d2fb7256c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.890498 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-fd279163-5bb3-4e85-80c6-9a4d2fb7256c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601303 Jun 24 14:37:07.893480 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48768) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:07.898828 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:07.905581 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:07.909436 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:floatingip and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:37:07.912920 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:37:07.918506 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:07.929117 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.980278 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:07.991737 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Transition to ACTIVE for port object f28205b5-a698-469e-95cb-30258b681e1d will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:08.003957 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.013413 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Transition to ACTIVE for port object f28205b5-a698-469e-95cb-30258b681e1d will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:08.020171 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.034943 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.069829 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.100719 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Sync routers for ids ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:37:08.113891 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Network 4320e206-d79d-46d1-8313-360ed6ccab2a is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:37:08.114905 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Routers {'69ef92d8-8a86-4873-94a2-21365ed6c1e0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:37:08.115702 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:36:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:08.116794 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:08.120306 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:37:08.207943 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Allocated IP 172.27.2.175 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:37:08.223526 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Pushing event updated for resources: {'Port': ['ID=f28205b5-a698-469e-95cb-30258b681e1d,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:08.234293 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Attempting to bind port f28205b5-a698-469e-95cb-30258b681e1d on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:37:08.234650 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Attempting to bind port f28205b5-a698-469e-95cb-30258b681e1d by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '9f9b62a8-2347-43b8-9bce-15389fdd4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:37:08.235002 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Attempting to bind port f28205b5-a698-469e-95cb-30258b681e1d on network 4320e206-d79d-46d1-8313-360ed6ccab2a {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:37:08.240627 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:37:08.240990 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Checking segment: {'id': '9f9b62a8-2347-43b8-9bce-15389fdd4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:37:08.241379 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.241766 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Bound using segment: {'id': '9f9b62a8-2347-43b8-9bce-15389fdd4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:37:08.242435 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Bound port: f28205b5-a698-469e-95cb-30258b681e1d, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9b62a8-2347-43b8-9bce-15389fdd4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:37:08.242560 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.308094 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Set router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:37:08.330791 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] For port f28205b5-a698-469e-95cb-30258b681e1d, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:37:08.333757 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] For port f28205b5-a698-469e-95cb-30258b681e1d, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=f28205b5-a698-469e-95cb-30258b681e1d,segment=NetworkSegment(9f9b62a8-2347-43b8-9bce-15389fdd4d45),segment_id=9f9b62a8-2347-43b8-9bce-15389fdd4d45)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:37:08.338376 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.368920 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.417377 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3467327-bbd2-4189-a14f-8ccbb3e36ccb None None] Pushing event updated for resources: {'Port': ['ID=f28205b5-a698-469e-95cb-30258b681e1d,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:08.421714 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.469292 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b34efb44-ea55-4578-9aec-a2c0198b0155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.493269 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:37:08.495741 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:08.500241 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:37:08.507691 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Allocated IP 172.27.2.63 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/d4013a99-a4a9-43dd-9d85-0edd469e28a1) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:37:08.551239 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Pushing event updated for resources: {'Port': ['ID=5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:08.710089 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '41b3a191-ad32-4404-a102-421ea4671772', 'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'mac_address': 'fa:16:3e:65:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:03Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 2, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'subnets': [{'id': '45414629-c655-4455-8d4c-5433799cfc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:08.715181 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Checking router: 69ef92d8-8a86-4873-94a2-21365ed6c1e0 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:37:08.715586 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Updating router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 port 41b3a191-ad32-4404-a102-421ea4671772 binding host dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:37:08.723956 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.768336 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.845095 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:08.868112 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:37:08.881041 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:08.885389 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:37:08.931500 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'Port': ['ID=d4013a99-a4a9-43dd-9d85-0edd469e28a1,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:08.984396 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device f28205b5-a698-469e-95cb-30258b681e1d up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:09.014790 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.062914 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port f28205b5-a698-469e-95cb-30258b681e1d completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:09.076775 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d99914cc-1385-4e79-b5fc-ad207a86d894 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:09.085176 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.168756 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port d99914cc-1385-4e79-b5fc-ad207a86d894 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:09.169163 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.186033 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.284539 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.299114 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.provisioning_blocks [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Transition to ACTIVE for port object 41b3a191-ad32-4404-a102-421ea4671772 will not be triggered until provisioned by entity L2. {{(pid=88097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:09.311226 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.314250 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port d99914cc-1385-4e79-b5fc-ad207a86d894 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:09.469458 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Pushing event updated for resources: {'Port': ['ID=41b3a191-ad32-4404-a102-421ea4671772,revision_number=3']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:09.489840 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.503372 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.515841 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:09.516189 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:09.516553 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:09.516890 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:09.517220 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:09.517547 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:09.517876 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:09.518199 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:09.518879 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:09.518879 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:09.519174 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:09.519490 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:09.615899 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'Port': ['ID=d4013a99-a4a9-43dd-9d85-0edd469e28a1,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:09.620012 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Attempting to bind port 41b3a191-ad32-4404-a102-421ea4671772 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:37:09.623745 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Attempting to bind port 41b3a191-ad32-4404-a102-421ea4671772 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:37:09.624113 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Attempting to bind port 41b3a191-ad32-4404-a102-421ea4671772 on network b578afe4-7fd1-4f77-b2b3-09cc25263854 {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:37:09.630447 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:37:09.630815 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Checking segment: {'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:37:09.631212 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.631596 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Bound using segment: {'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:37:09.632065 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Bound port: 41b3a191-ad32-4404-a102-421ea4671772, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'}}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:37:09.632466 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.634334 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3903300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520'] for router, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.683668 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.744324 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.747657 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-eaa7de9c-acc3-4dc0-9bfb-0fcd6eb97756 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8523993 Jun 24 14:37:09.782762 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] For port 41b3a191-ad32-4404-a102-421ea4671772, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:37:09.785943 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] For port 41b3a191-ad32-4404-a102-421ea4671772, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=41b3a191-ad32-4404-a102-421ea4671772,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:37:09.792806 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:09.833061 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f37db5-becb-42b9-b0bf-f5c5ad9dfe52 None None] Network 4320e206-d79d-46d1-8313-360ed6ccab2a requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:37:09.871641 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Routers {'69ef92d8-8a86-4873-94a2-21365ed6c1e0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:37:09.872976 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:36:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:09.910586 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Router d02b91a5-453f-4735-9b6a-7089f3220aa5 is scheduled to L3 agent f837352b-afc6-405d-a4a3-f96679748736 with binding_index 1 {{(pid=88095) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:37:09.983587 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-87f6406e-4148-4a0e-b0c0-d688a2e33c2c None None] Provisioning for port f28205b5-a698-469e-95cb-30258b681e1d completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:09.991611 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-87f6406e-4148-4a0e-b0c0-d688a2e33c2c None None] Provisioning complete for port f28205b5-a698-469e-95cb-30258b681e1d triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:09.992908 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-87f6406e-4148-4a0e-b0c0-d688a2e33c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:10.031852 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424b7eb-b0bf-47ca-b446-d1f5400803e3 None None] Pushing event updated for resources: {'Port': ['ID=41b3a191-ad32-4404-a102-421ea4671772,revision_number=4']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:10.066856 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-ba046799-eab2-4650-9c51-17d4c2020b64 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:37:10.090456 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-ba046799-eab2-4650-9c51-17d4c2020b64 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:37:10.092775 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-ba046799-eab2-4650-9c51-17d4c2020b64 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1366845582&fields=id&tenant_id=23e38294718d4efaa4a2abf95b65800c HTTP/1.1" status: 200 len: 267 time: 0.1024227 Jun 24 14:37:10.121558 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] Set router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:37:10.157957 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:37:10.186364 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:10.190258 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-9b177c6d-80ce-405f-8ade-648280e541c1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8751154 Jun 24 14:37:10.190502 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 48784) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:10.229292 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Sync routers for ids ['d02b91a5-453f-4735-9b6a-7089f3220aa5'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:37:10.305385 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-3778ca2e-045c-439b-ae6e-3010393dddb3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:10.305741 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Routers {'d02b91a5-453f-4735-9b6a-7089f3220aa5'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:37:10.306412 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:36:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['d02b91a5-453f-4735-9b6a-7089f3220aa5'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:10.307682 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-3778ca2e-045c-439b-ae6e-3010393dddb3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 815 time: 0.2075820 Jun 24 14:37:10.325683 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-991796cd-95f2-4abe-9be7-3d6d3940f8c1 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/quotas/23e38294718d4efaa4a2abf95b65800c HTTP/1.1" status: 200 len: 375 time: 0.0101237 Jun 24 14:37:10.426310 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-6750d3a9-0e65-4302-8c93-a742a59356ec tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:port {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:37:10.430154 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-87f6406e-4148-4a0e-b0c0-d688a2e33c2c None None] Current status of the port f28205b5-a698-469e-95cb-30258b681e1d is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:10.430535 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-87f6406e-4148-4a0e-b0c0-d688a2e33c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:10.446824 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-6750d3a9-0e65-4302-8c93-a742a59356ec tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:port {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:37:10.462749 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-6750d3a9-0e65-4302-8c93-a742a59356ec tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1243355 Jun 24 14:37:10.482054 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '41b3a191-ad32-4404-a102-421ea4671772', 'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'mac_address': 'fa:16:3e:65:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:03Z', 'updated_at': '2022-06-24T14:37:09Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'subnets': [{'id': '45414629-c655-4455-8d4c-5433799cfc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:10.486305 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0076c3-ceaa-4c93-a101-93d31ac621d0 None None] The sync data for ids ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'] in dv-cinder-847189-2-iscsi is: [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '41b3a191-ad32-4404-a102-421ea4671772', 'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'mac_address': 'fa:16:3e:65:4f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:03Z', 'updated_at': '2022-06-24T14:37:09Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'subnets': [{'id': '45414629-c655-4455-8d4c-5433799cfc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:37:10.511476 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-87f6406e-4148-4a0e-b0c0-d688a2e33c2c None None] For port f28205b5-a698-469e-95cb-30258b681e1d, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=f28205b5-a698-469e-95cb-30258b681e1d,segment=NetworkSegment(9f9b62a8-2347-43b8-9bce-15389fdd4d45),segment_id=9f9b62a8-2347-43b8-9bce-15389fdd4d45)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:10.532192 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-87f6406e-4148-4a0e-b0c0-d688a2e33c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:10.632113 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6406e-4148-4a0e-b0c0-d688a2e33c2c None None] Pushing event updated for resources: {'Port': ['ID=f28205b5-a698-469e-95cb-30258b681e1d,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:10.633876 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-55cf431a-96f3-4d08-b25c-3b5937bd5611 service neutron] 10.222.0.16 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664228 Jun 24 14:37:10.682223 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Set router d02b91a5-453f-4735-9b6a-7089f3220aa5 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:37:10.855013 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-5ecc3b59-d3b7-4612-869c-f549f496dd8b service neutron] 10.222.0.16 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135642 Jun 24 14:37:10.967470 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 41b3a191-ad32-4404-a102-421ea4671772 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:11.113339 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b133794c-6cc8-4258-a776-2529ddbc9fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:11.142784 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 41b3a191-ad32-4404-a102-421ea4671772 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:11.162895 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 41b3a191-ad32-4404-a102-421ea4671772 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:11.163219 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:11.180410 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-08ca20d8-9ffe-42d1-8d54-da11deaccb3d req-06fd136d-f2e9-47a3-a774-b26c7ad0aaf3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 210 time: 0.0867765 Jun 24 14:37:11.272817 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-cf7adb92-3fef-4abb-bcd3-03fc49f3aed7 None None] Provisioning complete for port f28205b5-a698-469e-95cb-30258b681e1d triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:11.273169 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-cf7adb92-3fef-4abb-bcd3-03fc49f3aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:11.348944 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:11.421283 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 41b3a191-ad32-4404-a102-421ea4671772 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:11.421656 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:11.474322 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'name': 'tempest-TestMinimumBasicScenario-246792862-router', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:07Z', 'updated_at': '2022-06-24T14:37:08Z', 'revision_number': 3, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'gw_port': {'id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:08Z', 'updated_at': '2022-06-24T14:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:11.501264 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Checking router: d02b91a5-453f-4735-9b6a-7089f3220aa5 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:37:11.501598 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Updating router d02b91a5-453f-4735-9b6a-7089f3220aa5 port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db binding host dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:37:11.540357 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-cf7adb92-3fef-4abb-bcd3-03fc49f3aed7 None None] Current status of the port f28205b5-a698-469e-95cb-30258b681e1d is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:11.567238 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 41b3a191-ad32-4404-a102-421ea4671772, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=41b3a191-ad32-4404-a102-421ea4671772,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:11.577659 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:11.578641 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device f28205b5-a698-469e-95cb-30258b681e1d up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:11.632059 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Allocated IP 172.20.0.1 (4320e206-d79d-46d1-8313-360ed6ccab2a/06d63ee7-be3c-4c27-9676-4bd1547972c7/c88c88f5-c077-48cc-998e-59d05562ba97) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:37:11.659485 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:11.735428 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:11.790580 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:11.808120 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Transition to ACTIVE for port object c88c88f5-c077-48cc-998e-59d05562ba97 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:11.828198 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=41b3a191-ad32-4404-a102-421ea4671772,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:11.841400 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:11.905618 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Network 4320e206-d79d-46d1-8313-360ed6ccab2a is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:37:11.908513 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:11.908915 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port f28205b5-a698-469e-95cb-30258b681e1d triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:11.909284 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:11.916113 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:37:11.951381 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Pushing event updated for resources: {'Port': ['ID=c88c88f5-c077-48cc-998e-59d05562ba97,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:11.975254 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3903314'] for router_interface, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:12.033027 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:12.107830 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:12.140593 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port f28205b5-a698-469e-95cb-30258b681e1d is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:12.174342 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Notify callbacks [] for port, precommit_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:12.185119 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-c856e789-584e-497b-b4f8-940ef576a6fd None None] Provisioning for port c88c88f5-c077-48cc-998e-59d05562ba97 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:12.190571 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Transition to ACTIVE for port object 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:12.194153 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-c856e789-584e-497b-b4f8-940ef576a6fd None None] Provisioning complete for port c88c88f5-c077-48cc-998e-59d05562ba97 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:12.194575 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c856e789-584e-497b-b4f8-940ef576a6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:12.222278 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:12.329509 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51193070-c022-4a4a-8589-31a60636546f None None] Pushing event updated for resources: {'Port': ['ID=5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:12.334162 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-c856e789-584e-497b-b4f8-940ef576a6fd None None] Port c88c88f5-c077-48cc-998e-59d05562ba97 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:37:12.339662 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Attempting to bind port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:37:12.340020 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Attempting to bind port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:37:12.340375 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Attempting to bind port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db on network 56739e03-84f5-401f-84c2-dbaf871a2b89 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:37:12.346643 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:37:12.347013 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:37:12.347413 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:12.347798 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Bound using segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:37:12.348256 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Bound port: 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:37:12.348654 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:12.373890 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-36203f38-163c-4229-9469-938813d88b6b req-12f5e615-5bab-4e59-949a-097ce2d96f1d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 210 time: 0.0627670 Jun 24 14:37:12.424208 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] For port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:37:12.427969 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] For port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:37:12.434429 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:12.508872 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Routers {'d02b91a5-453f-4735-9b6a-7089f3220aa5'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:37:12.509205 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:37:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['d02b91a5-453f-4735-9b6a-7089f3220aa5'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:12.526167 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:12.535559 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-0a189519-6463-4e1e-95d2-c8d395a0f370 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:12.536975 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-0a189519-6463-4e1e-95d2-c8d395a0f370 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 815 time: 0.2335021 Jun 24 14:37:12.538021 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:12.644668 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51193070-c022-4a4a-8589-31a60636546f None None] Pushing event updated for resources: {'Port': ['ID=5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:12.718513 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] Set router d02b91a5-453f-4735-9b6a-7089f3220aa5 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:37:12.779829 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903287'] for router_interface, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:12.786421 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-c12ee17c-6c8e-47e7-bb33-3e548e2308be tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:37:12.788810 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Pushing event updated for resources: {'Port': ['ID=c88c88f5-c077-48cc-998e-59d05562ba97,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:12.862282 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-c12ee17c-6c8e-47e7-bb33-3e548e2308be tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:37:12.863383 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-c12ee17c-6c8e-47e7-bb33-3e548e2308be tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23e38294718d4efaa4a2abf95b65800c HTTP/1.1" status: 200 len: 380 time: 0.3008218 Jun 24 14:37:12.875723 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'port': {'device_id': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'admin_state_up': True, 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'security_groups': ['3ae02f9b-a311-4c6c-882d-95974d860c54']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:12.891418 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 41b3a191-ad32-4404-a102-421ea4671772 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:13.043295 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Network 4320e206-d79d-46d1-8313-360ed6ccab2a is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:37:13.045874 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:13.055857 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:13.058311 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 41b3a191-ad32-4404-a102-421ea4671772 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:13.058683 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:13.179379 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:13.201916 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Made reservation on behalf of 23e38294718d4efaa4a2abf95b65800c for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:37:13.205368 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:13.243129 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 41b3a191-ad32-4404-a102-421ea4671772 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:13.256677 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'name': 'tempest-TestMinimumBasicScenario-246792862-router', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:07Z', 'updated_at': '2022-06-24T14:37:12Z', 'revision_number': 4, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'gw_port': {'id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:08Z', 'updated_at': '2022-06-24T14:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'c88c88f5-c077-48cc-998e-59d05562ba97', 'name': '', 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'mac_address': 'fa:16:3e:84:39:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '06d63ee7-be3c-4c27-9676-4bd1547972c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:11Z', 'updated_at': '2022-06-24T14:37:12Z', 'revision_number': 2, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'subnets': [{'id': '06d63ee7-be3c-4c27-9676-4bd1547972c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:13.263608 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4576f00a-e9ae-4a5d-ae00-931d1be0c306 None None] The sync data for ids ['d02b91a5-453f-4735-9b6a-7089f3220aa5'] in dv-cinder-847189-2-iscsi is: [{'id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'name': 'tempest-TestMinimumBasicScenario-246792862-router', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:07Z', 'updated_at': '2022-06-24T14:37:12Z', 'revision_number': 4, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'gw_port': {'id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:08Z', 'updated_at': '2022-06-24T14:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'c88c88f5-c077-48cc-998e-59d05562ba97', 'name': '', 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'mac_address': 'fa:16:3e:84:39:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '06d63ee7-be3c-4c27-9676-4bd1547972c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:11Z', 'updated_at': '2022-06-24T14:37:12Z', 'revision_number': 2, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'subnets': [{'id': '06d63ee7-be3c-4c27-9676-4bd1547972c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:37:13.269889 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-f57e79ae-bc38-47dc-910e-15d314b4938b None None] Provisioning complete for port c88c88f5-c077-48cc-998e-59d05562ba97 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:13.270349 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f57e79ae-bc38-47dc-910e-15d314b4938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:13.323778 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Router d02b91a5-453f-4735-9b6a-7089f3220aa5 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:37:13.328855 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-f57e79ae-bc38-47dc-910e-15d314b4938b None None] Port c88c88f5-c077-48cc-998e-59d05562ba97 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:37:13.544967 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Allocated IP 172.20.0.6 (3f874db6-799f-4409-b38d-b908341ff4ee/9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f/202a7998-3529-4665-bac3-86544efb35d6) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:37:13.581015 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-010a537a-bcd8-4d97-a848-05da41ee8eb5 req-d7b78162-0e4c-4a3a-a14f-8eb8588025eb tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 210 time: 0.0715163 Jun 24 14:37:13.607709 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:37:13.682670 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:13.699290 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-12ecccda-9902-4235-bafe-37f00158cdcd admin admin] 10.222.0.16 "PUT /v2.0/routers/d02b91a5-453f-4735-9b6a-7089f3220aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5076575 Jun 24 14:37:13.782488 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:13.799800 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Transition to ACTIVE for port object 202a7998-3529-4665-bac3-86544efb35d6 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:13.827186 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:13.896854 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Network 3f874db6-799f-4409-b38d-b908341ff4ee is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:37:13.899876 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:13.908846 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:37:13.946400 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'Port': ['ID=202a7998-3529-4665-bac3-86544efb35d6,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:14.014768 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:14.015454 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:14.039734 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-1883ba7f-d508-4434-bee4-134a75c66afc tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1696146 Jun 24 14:37:14.060737 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Request body: {'port': {'device_id': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:14.207836 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:14.255151 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-06cc7c55-ecec-4ebd-b0ea-4b96090ce53b None None] Provisioning for port 202a7998-3529-4665-bac3-86544efb35d6 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:14.262241 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-06cc7c55-ecec-4ebd-b0ea-4b96090ce53b None None] Provisioning complete for port 202a7998-3529-4665-bac3-86544efb35d6 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:14.263331 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-06cc7c55-ecec-4ebd-b0ea-4b96090ce53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:14.329130 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-06cc7c55-ecec-4ebd-b0ea-4b96090ce53b None None] Port 202a7998-3529-4665-bac3-86544efb35d6 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:37:14.825626 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202a7998-3529-4665-bac3-86544efb35d6 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:37:14.832195 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4a99a-1b72-437d-8695-44a759772e8e req-172467b1-629b-43c1-bd26-9f6e9c75ace4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:14.833693 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:14.843866 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dbb4a99a-1b72-437d-8695-44a759772e8e req-172467b1-629b-43c1-bd26-9f6e9c75ace4 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 931 time: 0.1224627 Jun 24 14:37:14.868895 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Transition to ACTIVE for port object 202a7998-3529-4665-bac3-86544efb35d6 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:14.884740 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:14.909022 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-dbb4a99a-1b72-437d-8695-44a759772e8e req-22c52854-e016-406a-88cd-61b63510912c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573809 Jun 24 14:37:14.930455 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:15.058612 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:15.082489 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:15.085099 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:15.146870 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Pushing event updated for resources: {'Port': ['ID=202a7998-3529-4665-bac3-86544efb35d6,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:15.268017 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Attempting to bind port 202a7998-3529-4665-bac3-86544efb35d6 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:37:15.268283 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Attempting to bind port 202a7998-3529-4665-bac3-86544efb35d6 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:37:15.268407 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Attempting to bind port 202a7998-3529-4665-bac3-86544efb35d6 on network 3f874db6-799f-4409-b38d-b908341ff4ee {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:37:15.270239 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:15.270239 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:15.274115 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Port 202a7998-3529-4665-bac3-86544efb35d6 on network 3f874db6-799f-4409-b38d-b908341ff4ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:37:15.274371 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Attempting to bind port 202a7998-3529-4665-bac3-86544efb35d6 on network 3f874db6-799f-4409-b38d-b908341ff4ee {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:37:15.280170 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:37:15.281388 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Checking segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:37:15.281769 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Bound using segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:37:15.282203 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Bound port: 202a7998-3529-4665-bac3-86544efb35d6, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:37:15.282553 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:15.296530 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:15.305802 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:15.415341 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:15.428361 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] For port 202a7998-3529-4665-bac3-86544efb35d6, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:37:15.431722 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] For port 202a7998-3529-4665-bac3-86544efb35d6, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=202a7998-3529-4665-bac3-86544efb35d6,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:37:15.439426 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:15.494467 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:15.495250 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:15.499408 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] 10.222.0.36 "PUT /v2.0/ports/202a7998-3529-4665-bac3-86544efb35d6 HTTP/1.1" status: 200 len: 1093 time: 1.4415567 Jun 24 14:37:15.499408 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'tag': '202a7998-3529-4665-bac3-86544efb35d6'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:37:15.540862 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debd0ba-fdcf-47de-83a2-da5fc0b0fef2 service neutron] Pushing event updated for resources: {'Port': ['ID=202a7998-3529-4665-bac3-86544efb35d6,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:15.626592 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b53c42-6c55-46cc-a83c-0aaef483a74d'] response: {'name': 'network-changed', 'server_uuid': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'tag': '202a7998-3529-4665-bac3-86544efb35d6', 'status': 'completed', 'code': 200} Jun 24 14:37:15.668870 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-04bbed8f-5f32-44c8-b48c-36f6cd24bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:15.670295 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-04bbed8f-5f32-44c8-b48c-36f6cd24bbcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 1096 time: 0.1143403 Jun 24 14:37:15.766989 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-12ea24aa-58d4-4d5c-b171-56040b92a834 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202a7998-3529-4665-bac3-86544efb35d6 HTTP/1.1" status: 200 len: 217 time: 0.0717714 Jun 24 14:37:15.839599 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-2b8763fd-70a6-403b-9388-ffb553c339cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:15.842528 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-2b8763fd-70a6-403b-9388-ffb553c339cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0692770 Jun 24 14:37:15.929823 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-09f5db6d-d35d-4d3d-bfdc-13c926c4c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:15.931279 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-09f5db6d-d35d-4d3d-bfdc-13c926c4c331 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814867 Jun 24 14:37:16.113921 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-2d98890e-f684-4175-8a71-08be7ce09999 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765499 Jun 24 14:37:16.150307 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc40769-9e0c-4b87-856f-70a521298dbd req-e734600a-0c85-4738-9852-2800d5425df9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:16.152705 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cfc40769-9e0c-4b87-856f-70a521298dbd req-e734600a-0c85-4738-9852-2800d5425df9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 943 time: 0.1104043 Jun 24 14:37:16.205823 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cfc40769-9e0c-4b87-856f-70a521298dbd req-4b7a1a53-cf73-4c12-a560-b5cdecadb62b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467842 Jun 24 14:37:16.267998 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6b1fdad0-733c-47ef-ac46-f165b57e142f req-f6ef39ad-1b08-47bc-8232-220c17655e09 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473949 Jun 24 14:37:16.448555 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3233a-5f9b-4a83-bc1c-b7d2930319e6 req-0ecd74ec-df7b-4df1-bc84-47bf07843751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:16.450153 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-97f3233a-5f9b-4a83-bc1c-b7d2930319e6 req-0ecd74ec-df7b-4df1-bc84-47bf07843751 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 1096 time: 0.0940013 Jun 24 14:37:16.596153 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3233a-5f9b-4a83-bc1c-b7d2930319e6 req-862dce59-0ba1-4c0c-b4d3-4c8f22ad3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:16.597655 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-97f3233a-5f9b-4a83-bc1c-b7d2930319e6 req-862dce59-0ba1-4c0c-b4d3-4c8f22ad3c94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 916 time: 0.1415470 Jun 24 14:37:16.675816 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-97f3233a-5f9b-4a83-bc1c-b7d2930319e6 req-6d8ce3da-90e7-4a32-8f94-1e8155ad8b20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202a7998-3529-4665-bac3-86544efb35d6 HTTP/1.1" status: 200 len: 217 time: 0.0718327 Jun 24 14:37:16.742980 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3233a-5f9b-4a83-bc1c-b7d2930319e6 req-11a53623-1dd6-4a62-991a-8c369e821f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:16.744338 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-97f3233a-5f9b-4a83-bc1c-b7d2930319e6 req-11a53623-1dd6-4a62-991a-8c369e821f94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0625820 Jun 24 14:37:16.846157 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3233a-5f9b-4a83-bc1c-b7d2930319e6 req-d7c28d90-2ade-4306-8f96-a6d806a89f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:16.848260 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-97f3233a-5f9b-4a83-bc1c-b7d2930319e6 req-d7c28d90-2ade-4306-8f96-a6d806a89f95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982323 Jun 24 14:37:16.865085 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:16.940279 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:16.940665 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:17.098823 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:17.106272 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-97f3233a-5f9b-4a83-bc1c-b7d2930319e6 req-2b999fa6-3c5b-40a6-85cb-4f8170418c6f service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504740 Jun 24 14:37:17.180893 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Sync routers for ids ['d02b91a5-453f-4735-9b6a-7089f3220aa5'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:37:17.196546 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Routers {'d02b91a5-453f-4735-9b6a-7089f3220aa5'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:37:17.197538 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:37:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['d02b91a5-453f-4735-9b6a-7089f3220aa5'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:17.250117 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-97f3233a-5f9b-4a83-bc1c-b7d2930319e6 req-321f8ed8-ad0e-4d2a-910f-359dd142c1db service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369352 Jun 24 14:37:17.447709 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b1a32-0486-4fef-a49d-6a72b0fd16d9 req-931c67c6-be81-4f14-96a3-afb2a59b64ba tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:17.449449 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-380b1a32-0486-4fef-a49d-6a72b0fd16d9 req-931c67c6-be81-4f14-96a3-afb2a59b64ba tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 943 time: 0.1197391 Jun 24 14:37:17.467402 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Set router d02b91a5-453f-4735-9b6a-7089f3220aa5 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:37:17.508974 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-380b1a32-0486-4fef-a49d-6a72b0fd16d9 req-b5009254-9e4c-4e53-8540-ebde64a96c87 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533869 Jun 24 14:37:17.816354 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'name': 'tempest-TestMinimumBasicScenario-246792862-router', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:07Z', 'updated_at': '2022-06-24T14:37:12Z', 'revision_number': 4, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'gw_port': {'id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:08Z', 'updated_at': '2022-06-24T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'c88c88f5-c077-48cc-998e-59d05562ba97', 'name': '', 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'mac_address': 'fa:16:3e:84:39:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '06d63ee7-be3c-4c27-9676-4bd1547972c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:11Z', 'updated_at': '2022-06-24T14:37:12Z', 'revision_number': 2, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'subnets': [{'id': '06d63ee7-be3c-4c27-9676-4bd1547972c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:17.820101 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Checking router: d02b91a5-453f-4735-9b6a-7089f3220aa5 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:37:17.820471 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Updating router d02b91a5-453f-4735-9b6a-7089f3220aa5 port c88c88f5-c077-48cc-998e-59d05562ba97 binding host dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:37:17.878511 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:18.242504 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Notify callbacks [] for port, precommit_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:18.256692 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.provisioning_blocks [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Transition to ACTIVE for port object c88c88f5-c077-48cc-998e-59d05562ba97 will not be triggered until provisioned by entity L2. {{(pid=88097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:18.262518 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:18.493384 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Attempting to bind port c88c88f5-c077-48cc-998e-59d05562ba97 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:37:18.493636 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Attempting to bind port c88c88f5-c077-48cc-998e-59d05562ba97 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '9f9b62a8-2347-43b8-9bce-15389fdd4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a'}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:37:18.493999 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Attempting to bind port c88c88f5-c077-48cc-998e-59d05562ba97 on network 4320e206-d79d-46d1-8313-360ed6ccab2a {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:37:18.496221 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e3b7e-1bf0-4cd5-8ca1-25b7d8b12676 None None] Pushing event updated for resources: {'Port': ['ID=c88c88f5-c077-48cc-998e-59d05562ba97,revision_number=3']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:18.502683 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:37:18.503049 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Checking segment: {'id': '9f9b62a8-2347-43b8-9bce-15389fdd4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:37:18.503443 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:18.504357 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Bound using segment: {'id': '9f9b62a8-2347-43b8-9bce-15389fdd4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a'} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:37:18.504357 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Bound port: c88c88f5-c077-48cc-998e-59d05562ba97, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9b62a8-2347-43b8-9bce-15389fdd4d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a'}}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:37:18.504649 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:18.658078 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] For port c88c88f5-c077-48cc-998e-59d05562ba97, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:37:18.661490 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] For port c88c88f5-c077-48cc-998e-59d05562ba97, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=c88c88f5-c077-48cc-998e-59d05562ba97,segment=NetworkSegment(9f9b62a8-2347-43b8-9bce-15389fdd4d45),segment_id=9f9b62a8-2347-43b8-9bce-15389fdd4d45)] {{(pid=88097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:37:18.670337 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:18.756979 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Routers {'d02b91a5-453f-4735-9b6a-7089f3220aa5'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:37:18.757607 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:37:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['d02b91a5-453f-4735-9b6a-7089f3220aa5'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:18.760629 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d7488-72d3-4f48-b116-49f5e8121669 req-f9afcd84-e4f7-4861-b4b9-1e34a628b578 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:18.763292 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4d4d7488-72d3-4f48-b116-49f5e8121669 req-f9afcd84-e4f7-4861-b4b9-1e34a628b578 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 943 time: 0.1220832 Jun 24 14:37:18.842705 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4d4d7488-72d3-4f48-b116-49f5e8121669 req-35ff447a-c8d2-4514-91c1-e330898cdff1 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734138 Jun 24 14:37:18.904065 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e3b7e-1bf0-4cd5-8ca1-25b7d8b12676 None None] Pushing event updated for resources: {'Port': ['ID=c88c88f5-c077-48cc-998e-59d05562ba97,revision_number=4']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:19.024010 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] Set router d02b91a5-453f-4735-9b6a-7089f3220aa5 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:37:19.359160 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'name': 'tempest-TestMinimumBasicScenario-246792862-router', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:07Z', 'updated_at': '2022-06-24T14:37:12Z', 'revision_number': 4, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'gw_port': {'id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:08Z', 'updated_at': '2022-06-24T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'c88c88f5-c077-48cc-998e-59d05562ba97', 'name': '', 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'mac_address': 'fa:16:3e:84:39:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '06d63ee7-be3c-4c27-9676-4bd1547972c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:11Z', 'updated_at': '2022-06-24T14:37:18Z', 'revision_number': 4, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'subnets': [{'id': '06d63ee7-be3c-4c27-9676-4bd1547972c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:19.365891 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1326d86c-14d1-4cf3-816a-0c26db9f5c4f None None] The sync data for ids ['d02b91a5-453f-4735-9b6a-7089f3220aa5'] in dv-cinder-847189-2-iscsi is: [{'id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'name': 'tempest-TestMinimumBasicScenario-246792862-router', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:07Z', 'updated_at': '2022-06-24T14:37:12Z', 'revision_number': 4, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'gw_port': {'id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:08Z', 'updated_at': '2022-06-24T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': 'c88c88f5-c077-48cc-998e-59d05562ba97', 'name': '', 'network_id': '4320e206-d79d-46d1-8313-360ed6ccab2a', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'mac_address': 'fa:16:3e:84:39:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '06d63ee7-be3c-4c27-9676-4bd1547972c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:11Z', 'updated_at': '2022-06-24T14:37:18Z', 'revision_number': 4, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'subnets': [{'id': '06d63ee7-be3c-4c27-9676-4bd1547972c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:37:20.228988 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eec159-3605-4321-bcce-f30a822f24fc req-7df0b31a-ba53-465f-8ad1-7b50ea172ab2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:20.233158 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f3eec159-3605-4321-bcce-f30a822f24fc req-7df0b31a-ba53-465f-8ad1-7b50ea172ab2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 943 time: 0.1126153 Jun 24 14:37:20.282165 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f3eec159-3605-4321-bcce-f30a822f24fc req-9840cd88-9942-4e50-830c-3b4d21449333 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453527 Jun 24 14:37:20.874002 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device c88c88f5-c077-48cc-998e-59d05562ba97 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:20.947547 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port c88c88f5-c077-48cc-998e-59d05562ba97 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:20.953637 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port c88c88f5-c077-48cc-998e-59d05562ba97 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:20.954283 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:21.074362 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port c88c88f5-c077-48cc-998e-59d05562ba97 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:21.074653 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:21.109533 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port c88c88f5-c077-48cc-998e-59d05562ba97, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=c88c88f5-c077-48cc-998e-59d05562ba97,segment=NetworkSegment(9f9b62a8-2347-43b8-9bce-15389fdd4d45),segment_id=9f9b62a8-2347-43b8-9bce-15389fdd4d45)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:21.114669 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 202a7998-3529-4665-bac3-86544efb35d6 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:37:21.123776 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:21.279277 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=c88c88f5-c077-48cc-998e-59d05562ba97,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:21.358306 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 202a7998-3529-4665-bac3-86544efb35d6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=202a7998-3529-4665-bac3-86544efb35d6,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:21.375441 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '202a7998-3529-4665-bac3-86544efb35d6', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'port_id': '202a7998-3529-4665-bac3-86544efb35d6', 'mac_address': 'fa:16:3e:02:f4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:37:21.442406 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 202a7998-3529-4665-bac3-86544efb35d6 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:21.442865 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:21.461846 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202a7998-3529-4665-bac3-86544efb35d6 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:37:21.482111 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 202a7998-3529-4665-bac3-86544efb35d6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=202a7998-3529-4665-bac3-86544efb35d6,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:21.487347 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:21.516812 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224d8e6-601b-4e4e-bf68-e7526611c586 req-3f5f9319-959c-40a7-a302-cbb43ef6fd48 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:21.522087 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4224d8e6-601b-4e4e-bf68-e7526611c586 req-3f5f9319-959c-40a7-a302-cbb43ef6fd48 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 943 time: 0.1126533 Jun 24 14:37:21.573905 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4224d8e6-601b-4e4e-bf68-e7526611c586 req-774c266c-dcc0-4323-882d-19fdf1abc7cf tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508671 Jun 24 14:37:21.630279 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=202a7998-3529-4665-bac3-86544efb35d6,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:21.909926 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['202a7998-3529-4665-bac3-86544efb35d6'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:37:22.766043 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd312d8-a282-4113-a107-f1105e18b788 req-25e80710-a776-4651-971f-5117e00fb116 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:22.767512 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2dd312d8-a282-4113-a107-f1105e18b788 req-25e80710-a776-4651-971f-5117e00fb116 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 944 time: 0.0906894 Jun 24 14:37:22.824206 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2dd312d8-a282-4113-a107-f1105e18b788 req-58b9f987-cea8-4121-b28a-cc20f5d23cba tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509946 Jun 24 14:37:22.852049 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device c88c88f5-c077-48cc-998e-59d05562ba97 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:22.928043 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port c88c88f5-c077-48cc-998e-59d05562ba97 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:22.928772 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:23.081137 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port c88c88f5-c077-48cc-998e-59d05562ba97 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:23.110102 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 202a7998-3529-4665-bac3-86544efb35d6 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:23.187079 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 202a7998-3529-4665-bac3-86544efb35d6 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:23.192095 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 202a7998-3529-4665-bac3-86544efb35d6 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:23.192570 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:23.321448 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 202a7998-3529-4665-bac3-86544efb35d6 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:23.321916 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:23.350100 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202a7998-3529-4665-bac3-86544efb35d6'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:37:23.361449 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 202a7998-3529-4665-bac3-86544efb35d6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=202a7998-3529-4665-bac3-86544efb35d6,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:23.366784 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:23.450726 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=202a7998-3529-4665-bac3-86544efb35d6,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:23.535954 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec169333-b74c-44d2-8f3d-2c2aca1678c9'] response: {'server_uuid': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202a7998-3529-4665-bac3-86544efb35d6', 'code': 200} Jun 24 14:37:23.797754 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858884b-3e08-45a7-90ec-fbf72696e9d7 req-f70393c7-0215-4af1-b59f-256691c5bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:23.799194 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0858884b-3e08-45a7-90ec-fbf72696e9d7 req-f70393c7-0215-4af1-b59f-256691c5bb05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 1098 time: 0.0760403 Jun 24 14:37:23.840490 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-0858884b-3e08-45a7-90ec-fbf72696e9d7 req-c1b81f9c-0c89-43d9-9612-da3a9c43be93 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346916 Jun 24 14:37:24.131173 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-d2e89867-d967-40ee-83ca-b7c83d145eec tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:24.131821 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-d2e89867-d967-40ee-83ca-b7c83d145eec tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Synchronizing usage tracker for tenant:17406468151f42ad9a63b38f5be1a43d on resource:network {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:37:24.145528 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb26c7f-3ee3-463f-8e4a-efd2f24dc943 req-574ebc05-b3a9-447d-a692-6ec56d91d410 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:24.146917 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3bb26c7f-3ee3-463f-8e4a-efd2f24dc943 req-574ebc05-b3a9-447d-a692-6ec56d91d410 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 945 time: 0.1462443 Jun 24 14:37:24.174082 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-d2e89867-d967-40ee-83ca-b7c83d145eec tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Unset dirty status for tenant:17406468151f42ad9a63b38f5be1a43d on resource:network {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:37:24.175693 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-d2e89867-d967-40ee-83ca-b7c83d145eec tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/networks?id=b578afe4-7fd1-4f77-b2b3-09cc25263854 HTTP/1.1" status: 200 len: 814 time: 0.3272507 Jun 24 14:37:24.201685 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-1d26bc0b-4d4f-4c51-a6c4-d3885de60084 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/quotas/17406468151f42ad9a63b38f5be1a43d HTTP/1.1" status: 200 len: 375 time: 0.0148928 Jun 24 14:37:24.204560 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3bb26c7f-3ee3-463f-8e4a-efd2f24dc943 req-99fada33-e20f-4c12-b150-234012a1f0d9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520563 Jun 24 14:37:24.291419 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-6fe0420c-9e17-4cc6-b0ad-8d1bce372d03 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Synchronizing usage tracker for tenant:17406468151f42ad9a63b38f5be1a43d on resource:port {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:37:24.307355 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-6fe0420c-9e17-4cc6-b0ad-8d1bce372d03 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Unset dirty status for tenant:17406468151f42ad9a63b38f5be1a43d on resource:port {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:37:24.308839 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-6fe0420c-9e17-4cc6-b0ad-8d1bce372d03 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=17406468151f42ad9a63b38f5be1a43d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013486 Jun 24 14:37:24.536312 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-2a314e5b-ef2a-4cb3-acf4-b141c09f7786 service neutron] 10.222.0.16 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162938 Jun 24 14:37:24.663159 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-ff84f515-f247-4138-b901-5e57a2e61fc3 service neutron] 10.222.0.16 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210217 Jun 24 14:37:24.836815 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3ec5c44a-7bd5-458f-8744-6f99a88ae75c req-99b720ec-db0b-4071-8029-06f42e19fc33 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 210 time: 0.0480978 Jun 24 14:37:25.306464 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:37:25.411514 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e65f89-ad9a-426d-b314-31cb8f189ba3 req-3ef07b30-8138-4eed-95e2-780f968128e9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:25.413016 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c4e65f89-ad9a-426d-b314-31cb8f189ba3 req-3ef07b30-8138-4eed-95e2-780f968128e9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 945 time: 0.0902565 Jun 24 14:37:25.457278 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c4e65f89-ad9a-426d-b314-31cb8f189ba3 req-f92da9fb-a9bc-4055-a3c1-7bb15e0e9589 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384755 Jun 24 14:37:25.642971 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f7b8b-62d7-4f75-b212-cf4ee94df8f3 req-9a58ba23-6016-4995-9ca5-6c193f84f452 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:25.644383 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-995f7b8b-62d7-4f75-b212-cf4ee94df8f3 req-9a58ba23-6016-4995-9ca5-6c193f84f452 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 945 time: 0.0861294 Jun 24 14:37:25.653564 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 48906) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:25.658295 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-1496de55-d066-41e5-983c-6c3adfb426b8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'floatingip': {'port_id': '202a7998-3529-4665-bac3-86544efb35d6'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:25.734162 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1496de55-d066-41e5-983c-6c3adfb426b8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:26.014475 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-2d7cbd28-bffa-4f25-be02-f5f64385604d tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:26.016754 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-2d7cbd28-bffa-4f25-be02-f5f64385604d tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.36 "GET /v2.0/networks?id=b578afe4-7fd1-4f77-b2b3-09cc25263854 HTTP/1.1" status: 200 len: 814 time: 0.1636834 Jun 24 14:37:26.036042 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Request body: {'port': {'device_id': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'admin_state_up': True, 'tenant_id': '17406468151f42ad9a63b38f5be1a43d'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:26.100827 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-96623ff8-39c2-4c93-96e0-c1ecdd8a53f8 req-b3ffb703-9b7f-4703-891d-3607df47b735 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 210 time: 0.1186869 Jun 24 14:37:26.179333 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:26.190586 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:26.201707 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Made reservation on behalf of 17406468151f42ad9a63b38f5be1a43d for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:37:26.205222 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:26.387072 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Allocated IP 172.20.0.5 (b578afe4-7fd1-4f77-b2b3-09cc25263854/45414629-c655-4455-8d4c-5433799cfc38/1244f8c7-f079-4664-9af7-f0aff3a8678e) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:37:26.554944 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1496de55-d066-41e5-983c-6c3adfb426b8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:26.563027 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1496de55-d066-41e5-983c-6c3adfb426b8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:26.814382 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:26.837744 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Transition to ACTIVE for port object 1244f8c7-f079-4664-9af7-f0aff3a8678e will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:26.871446 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:26.914459 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-1496de55-d066-41e5-983c-6c3adfb426b8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Floating IP 56387bfa-d9f6-4b7f-a8f2-1ecca7aa3539 associated. External IP: 172.27.2.63, port: 202a7998-3529-4665-bac3-86544efb35d6. Jun 24 14:37:26.940331 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Network b578afe4-7fd1-4f77-b2b3-09cc25263854 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:37:26.943746 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:26.954746 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:37:27.001945 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event updated for resources: {'Port': ['ID=1244f8c7-f079-4664-9af7-f0aff3a8678e,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:27.013384 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:27.013730 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:27.014070 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:27.014413 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:27.014744 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:27.015299 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:27.015409 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:27.015712 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:27.016032 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:27.016356 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:27.016705 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:27.017051 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:27.068786 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:27.069448 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:27.125433 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-8f6a7e91-1e84-4a62-a7cb-c4bbffcc05a5 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0924916 Jun 24 14:37:27.310814 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-39ab8589-1142-42c6-8d64-a3b0d8c38dfc None None] Provisioning for port 1244f8c7-f079-4664-9af7-f0aff3a8678e completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:27.316317 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-39ab8589-1142-42c6-8d64-a3b0d8c38dfc None None] Provisioning complete for port 1244f8c7-f079-4664-9af7-f0aff3a8678e triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:27.316875 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-39ab8589-1142-42c6-8d64-a3b0d8c38dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:27.395164 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-39ab8589-1142-42c6-8d64-a3b0d8c38dfc None None] Port 1244f8c7-f079-4664-9af7-f0aff3a8678e cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:37:27.528811 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810732b-c0d9-49a4-b87c-61b1b3d276e9 req-f4c471ba-6d25-4fd0-860f-d3e3a837de27 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:27.530188 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3810732b-c0d9-49a4-b87c-61b1b3d276e9 req-f4c471ba-6d25-4fd0-860f-d3e3a837de27 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 931 time: 0.2706428 Jun 24 14:37:27.535193 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1496de55-d066-41e5-983c-6c3adfb426b8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Router b60a0d33-d24b-429c-9725-130fc5bce3d0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:37:27.699531 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-3810732b-c0d9-49a4-b87c-61b1b3d276e9 req-d8e31108-5746-457c-b622-6948140d52ad tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Synchronizing usage tracker for tenant:17406468151f42ad9a63b38f5be1a43d on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:37:27.744627 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-3810732b-c0d9-49a4-b87c-61b1b3d276e9 req-d8e31108-5746-457c-b622-6948140d52ad tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Unset dirty status for tenant:17406468151f42ad9a63b38f5be1a43d on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:37:27.745798 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3810732b-c0d9-49a4-b87c-61b1b3d276e9 req-d8e31108-5746-457c-b622-6948140d52ad tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095604 Jun 24 14:37:27.775965 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1496de55-d066-41e5-983c-6c3adfb426b8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:37:27.781094 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1496de55-d066-41e5-983c-6c3adfb426b8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:27.786894 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4a5d1-8905-4360-83dc-e023e0d1b132 None None] Sync routers for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:37:27.797501 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4a5d1-8905-4360-83dc-e023e0d1b132 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:37:27.798373 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-8df4a5d1-8905-4360-83dc-e023e0d1b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:37:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:27.843026 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-1496de55-d066-41e5-983c-6c3adfb426b8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "PUT /v2.0/floatingips/56387bfa-d9f6-4b7f-a8f2-1ecca7aa3539 HTTP/1.1" status: 200 len: 990 time: 2.1884136 Jun 24 14:37:27.843770 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'tag': '202a7998-3529-4665-bac3-86544efb35d6'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:37:27.893813 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6507062d-7d01-487d-aba5-62abf4ef8d2b'] response: {'name': 'network-changed', 'server_uuid': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'tag': '202a7998-3529-4665-bac3-86544efb35d6', 'status': 'completed', 'code': 200} Jun 24 14:37:27.990331 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-8df4a5d1-8905-4360-83dc-e023e0d1b132 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:37:28.352991 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-8df4a5d1-8905-4360-83dc-e023e0d1b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '56387bfa-d9f6-4b7f-a8f2-1ecca7aa3539', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': '202a7998-3529-4665-bac3-86544efb35d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:02:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:37:08Z', 'updated_at': '2022-06-24T14:37:26Z', 'revision_number': 1, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:28.358760 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4a5d1-8905-4360-83dc-e023e0d1b132 None None] Checking router: b60a0d33-d24b-429c-9725-130fc5bce3d0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:37:28.367591 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4a5d1-8905-4360-83dc-e023e0d1b132 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:37:28.368206 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-8df4a5d1-8905-4360-83dc-e023e0d1b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:37:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:28.551905 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-8df4a5d1-8905-4360-83dc-e023e0d1b132 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:37:28.972887 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-8df4a5d1-8905-4360-83dc-e023e0d1b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '56387bfa-d9f6-4b7f-a8f2-1ecca7aa3539', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': '202a7998-3529-4665-bac3-86544efb35d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:02:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:37:08Z', 'updated_at': '2022-06-24T14:37:26Z', 'revision_number': 1, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:37:28.976989 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11af83-7763-480c-8334-1ff5a22b875f req-9f521903-0de3-465a-bcc8-8c7a44f77374 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:28.978531 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0b11af83-7763-480c-8334-1ff5a22b875f req-9f521903-0de3-465a-bcc8-8c7a44f77374 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 931 time: 0.1145387 Jun 24 14:37:28.979163 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4a5d1-8905-4360-83dc-e023e0d1b132 None None] The sync data for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi is: [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '56387bfa-d9f6-4b7f-a8f2-1ecca7aa3539', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': '202a7998-3529-4665-bac3-86544efb35d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:02:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:37:08Z', 'updated_at': '2022-06-24T14:37:26Z', 'revision_number': 1, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:37:29.039662 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0b11af83-7763-480c-8334-1ff5a22b875f req-a4d26bd5-94e2-4986-9134-57e9cd01818a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547998 Jun 24 14:37:29.212017 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438fff8-fbb8-4695-b440-ff02fa50a92e None None] New status for floating IP 56387bfa-d9f6-4b7f-a8f2-1ecca7aa3539: ACTIVE {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:37:30.252025 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6d651-d262-4ccd-882d-89933db976b5 req-2521de08-a66d-4e41-b9c9-52cc69db60f6 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:30.253539 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-94d6d651-d262-4ccd-882d-89933db976b5 req-2521de08-a66d-4e41-b9c9-52cc69db60f6 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 931 time: 0.0917797 Jun 24 14:37:30.299084 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-94d6d651-d262-4ccd-882d-89933db976b5 req-753a3496-29ae-418e-87d5-940d68b82579 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Jun 24 14:37:31.634318 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5907f-3a43-418f-81f4-00fc635cb858 req-25ff87ab-996d-44c4-b5de-6c9e3bb38956 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:31.636032 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-97e5907f-3a43-418f-81f4-00fc635cb858 req-25ff87ab-996d-44c4-b5de-6c9e3bb38956 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 931 time: 0.2226114 Jun 24 14:37:31.682710 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-97e5907f-3a43-418f-81f4-00fc635cb858 req-2d586e7b-f2b4-456e-b93b-64d0479bc518 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Jun 24 14:37:32.882333 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762780-bd47-4690-81f1-1cd79f7f25a5 req-33e8af2f-ea7d-4cfc-8769-51883b20482b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:32.889694 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5a762780-bd47-4690-81f1-1cd79f7f25a5 req-33e8af2f-ea7d-4cfc-8769-51883b20482b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 931 time: 0.0969083 Jun 24 14:37:32.931481 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5a762780-bd47-4690-81f1-1cd79f7f25a5 req-332dbbc4-bfbe-4552-9557-001f8e625867 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Jun 24 14:37:34.119950 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1b37c-6d64-4ac8-9c9a-d9359f782066 req-7111a635-159f-43b5-9c8f-93a66d325724 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:34.121390 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0af1b37c-6d64-4ac8-9c9a-d9359f782066 req-7111a635-159f-43b5-9c8f-93a66d325724 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 931 time: 0.0873044 Jun 24 14:37:34.163601 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0af1b37c-6d64-4ac8-9c9a-d9359f782066 req-de499125-8927-44f2-bab3-32a7e817d687 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360541 Jun 24 14:37:35.352401 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b124462-1bfe-4e4f-970c-3fcea69eb1e6 req-901d5b89-f9ca-4e2f-8a50-908295d3fc14 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:35.353856 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5b124462-1bfe-4e4f-970c-3fcea69eb1e6 req-901d5b89-f9ca-4e2f-8a50-908295d3fc14 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 931 time: 0.0888064 Jun 24 14:37:35.397449 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5b124462-1bfe-4e4f-970c-3fcea69eb1e6 req-8f55f986-511d-459d-a65e-edd9dde632af tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371082 Jun 24 14:37:36.575837 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Request body: {'port': {'device_id': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:36.583966 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556619fb-76b6-4958-a56c-91ffd4053ced req-6ff433eb-b84b-4010-8143-e305767cc343 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:36.585428 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-556619fb-76b6-4958-a56c-91ffd4053ced req-6ff433eb-b84b-4010-8143-e305767cc343 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 931 time: 0.0865381 Jun 24 14:37:36.630870 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-556619fb-76b6-4958-a56c-91ffd4053ced req-50bb90d0-f5db-45cc-ba87-a8f9cb443a15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386379 Jun 24 14:37:36.744771 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:36.760975 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70c01-82f7-421a-b742-6fa54f103f64 req-2ae39380-5fb4-4262-87c8-35f3626cc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:36.762441 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-10c70c01-82f7-421a-b742-6fa54f103f64 req-2ae39380-5fb4-4262-87c8-35f3626cc03c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 1098 time: 0.1608369 Jun 24 14:37:36.907269 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:37.099722 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70c01-82f7-421a-b742-6fa54f103f64 req-c46c66a5-cd78-45b3-9a60-123e5b2bb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:37.101070 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-10c70c01-82f7-421a-b742-6fa54f103f64 req-c46c66a5-cd78-45b3-9a60-123e5b2bb719 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 916 time: 0.3147867 Jun 24 14:37:37.300235 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-10c70c01-82f7-421a-b742-6fa54f103f64 req-04611bf8-81e0-4dc6-b400-3e4da8c8497e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202a7998-3529-4665-bac3-86544efb35d6 HTTP/1.1" status: 200 len: 1000 time: 0.1314826 Jun 24 14:37:37.395842 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70c01-82f7-421a-b742-6fa54f103f64 req-36d52b32-c242-4098-95c5-545d9dbc3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:37.397205 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-10c70c01-82f7-421a-b742-6fa54f103f64 req-36d52b32-c242-4098-95c5-545d9dbc3bb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0895569 Jun 24 14:37:37.489878 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1244f8c7-f079-4664-9af7-f0aff3a8678e {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:37:37.500023 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:37.519144 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Transition to ACTIVE for port object 1244f8c7-f079-4664-9af7-f0aff3a8678e will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:37:37.529048 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:37.627432 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70c01-82f7-421a-b742-6fa54f103f64 req-97f27359-acfb-4fea-9e48-3b7eb9277916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:37.628925 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-10c70c01-82f7-421a-b742-6fa54f103f64 req-97f27359-acfb-4fea-9e48-3b7eb9277916 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2053874 Jun 24 14:37:37.728996 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Pushing event updated for resources: {'Port': ['ID=1244f8c7-f079-4664-9af7-f0aff3a8678e,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:37.829772 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aecbc1-3b93-4db4-8538-4974757724a4 req-f627697f-4392-4189-964e-76c3f0c7536b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:37.831269 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d9aecbc1-3b93-4db4-8538-4974757724a4 req-f627697f-4392-4189-964e-76c3f0c7536b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 943 time: 0.0899537 Jun 24 14:37:37.875979 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d9aecbc1-3b93-4db4-8538-4974757724a4 req-d95fca26-b618-44f4-b15c-34e10bb3f50f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388951 Jun 24 14:37:37.898112 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-10c70c01-82f7-421a-b742-6fa54f103f64 req-43da581a-2f98-4a67-be57-a0fd672bea70 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593820 Jun 24 14:37:37.903365 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Attempting to bind port 1244f8c7-f079-4664-9af7-f0aff3a8678e on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:37:37.903704 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Attempting to bind port 1244f8c7-f079-4664-9af7-f0aff3a8678e by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:37:37.904022 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Attempting to bind port 1244f8c7-f079-4664-9af7-f0aff3a8678e on network b578afe4-7fd1-4f77-b2b3-09cc25263854 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:37:37.933174 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Port 1244f8c7-f079-4664-9af7-f0aff3a8678e on network b578afe4-7fd1-4f77-b2b3-09cc25263854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:37:37.933490 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Attempting to bind port 1244f8c7-f079-4664-9af7-f0aff3a8678e on network b578afe4-7fd1-4f77-b2b3-09cc25263854 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:37:37.988575 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:37:37.988908 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Checking segment: {'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:37:37.989280 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Bound using segment: {'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:37:37.989698 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Bound port: 1244f8c7-f079-4664-9af7-f0aff3a8678e, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affc46ec-6319-41b0-890a-e91c14a9a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:37:37.990034 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:38.112587 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-10c70c01-82f7-421a-b742-6fa54f103f64 req-5fed0b14-4296-4d97-bcd3-de5af2d2e569 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061164 Jun 24 14:37:38.117818 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] For port 1244f8c7-f079-4664-9af7-f0aff3a8678e, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:37:38.120676 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] For port 1244f8c7-f079-4664-9af7-f0aff3a8678e, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:37:38.124977 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:38.176848 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:38.177365 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:38.178707 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] 10.222.0.36 "PUT /v2.0/ports/1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 200 len: 1093 time: 1.6071999 Jun 24 14:37:38.179128 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:37:38.208504 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa279ac7-2951-48c3-91f0-942f1087a8ae service neutron] Pushing event updated for resources: {'Port': ['ID=1244f8c7-f079-4664-9af7-f0aff3a8678e,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:38.283773 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b5a1aa-6567-4ca5-b653-a6b613d8e9ba'] response: {'name': 'network-changed', 'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'status': 'completed', 'code': 200} Jun 24 14:37:38.321857 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-464c7dee-5027-4d21-bb53-5f5f9bea1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:38.323398 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-464c7dee-5027-4d21-bb53-5f5f9bea1273 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17406468151f42ad9a63b38f5be1a43d&device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 1096 time: 0.0839684 Jun 24 14:37:38.398964 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-2b936445-8960-4f00-a0de-c483451908d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 200 len: 217 time: 0.0634696 Jun 24 14:37:38.461446 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a6472cf9-7d76-4c1a-8d15-656cb93bd700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:38.462724 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-39f4774d-d2e2-4331-9c3e-b1c37fc2315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:38.464147 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-39f4774d-d2e2-4331-9c3e-b1c37fc2315d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45414629-c655-4455-8d4c-5433799cfc38 HTTP/1.1" status: 200 len: 853 time: 0.0583510 Jun 24 14:37:38.543057 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fc6a11a0-0ffa-4031-b963-fe8ff3f274e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:38.544539 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-fc6a11a0-0ffa-4031-b963-fe8ff3f274e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b578afe4-7fd1-4f77-b2b3-09cc25263854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751259 Jun 24 14:37:38.781948 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-2b8e718a-fc22-437b-b4e2-d03fe9b2cdd5 service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313519 Jun 24 14:37:38.910432 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d7c7fd1c-ebdc-45a2-82e2-edd7598426e0 req-c947396a-c02d-4000-a228-4e058fe23e4f service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224034 Jun 24 14:37:39.070957 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495643cd-c806-46f1-9b81-bd9ec4f946d9 req-8766448e-419b-4e23-8dce-941d20c27be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:39.072355 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029bf22-ab01-48ae-8059-370879d0e3a7 req-64251d80-b916-4720-b420-eb61711dc602 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:39.072858 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-495643cd-c806-46f1-9b81-bd9ec4f946d9 req-8766448e-419b-4e23-8dce-941d20c27be0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17406468151f42ad9a63b38f5be1a43d&device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 1096 time: 0.0752976 Jun 24 14:37:39.073803 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f029bf22-ab01-48ae-8059-370879d0e3a7 req-64251d80-b916-4720-b420-eb61711dc602 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 943 time: 0.0876758 Jun 24 14:37:39.118089 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f029bf22-ab01-48ae-8059-370879d0e3a7 req-d5a6120a-d52b-4242-81da-f3d16d50a440 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386226 Jun 24 14:37:39.200291 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495643cd-c806-46f1-9b81-bd9ec4f946d9 req-51cafb31-851c-4d26-a4ed-dcecac9a0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:39.201733 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-495643cd-c806-46f1-9b81-bd9ec4f946d9 req-51cafb31-851c-4d26-a4ed-dcecac9a0832 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b578afe4-7fd1-4f77-b2b3-09cc25263854 HTTP/1.1" status: 200 len: 915 time: 0.1232417 Jun 24 14:37:39.270915 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-495643cd-c806-46f1-9b81-bd9ec4f946d9 req-f0efc361-13f4-4463-a74b-b46cd50a0cc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 200 len: 217 time: 0.0628595 Jun 24 14:37:39.355099 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495643cd-c806-46f1-9b81-bd9ec4f946d9 req-e31b5ad1-54d0-47f9-98eb-872451dff6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:39.356756 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-495643cd-c806-46f1-9b81-bd9ec4f946d9 req-e31b5ad1-54d0-47f9-98eb-872451dff6d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45414629-c655-4455-8d4c-5433799cfc38 HTTP/1.1" status: 200 len: 853 time: 0.0573452 Jun 24 14:37:39.455989 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495643cd-c806-46f1-9b81-bd9ec4f946d9 req-203dcf51-d75b-4ab4-aade-09fe11d06075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:39.457352 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-495643cd-c806-46f1-9b81-bd9ec4f946d9 req-203dcf51-d75b-4ab4-aade-09fe11d06075 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b578afe4-7fd1-4f77-b2b3-09cc25263854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830169 Jun 24 14:37:39.602969 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-495643cd-c806-46f1-9b81-bd9ec4f946d9 req-5366bdb1-05dd-4a99-aaca-a8080314ce3c service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259632 Jun 24 14:37:39.755020 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-495643cd-c806-46f1-9b81-bd9ec4f946d9 req-33cca857-efe6-43be-b45c-d0d401e7bd1f service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235399 Jun 24 14:37:40.304265 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d29c0-3575-40cf-9ad2-81408d75e63c req-dd1da556-0177-4339-bc85-5ceeb6b2a221 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:40.305722 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c23d29c0-3575-40cf-9ad2-81408d75e63c req-dd1da556-0177-4339-bc85-5ceeb6b2a221 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 943 time: 0.0838037 Jun 24 14:37:40.349352 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c23d29c0-3575-40cf-9ad2-81408d75e63c req-6e16bafd-5ad5-4332-ad6f-7f0a7ff5bc08 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Jun 24 14:37:40.710257 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd512-54d7-4fc2-9a0e-933fe2dcb472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:41.538483 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680e2fc-5333-41fb-b4a1-a7ae2fbd4e20 req-dd3054dc-7ee3-45f3-a97c-b911cce7d2bb tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:41.539897 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1680e2fc-5333-41fb-b4a1-a7ae2fbd4e20 req-dd3054dc-7ee3-45f3-a97c-b911cce7d2bb tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 943 time: 0.0876274 Jun 24 14:37:41.583227 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1680e2fc-5333-41fb-b4a1-a7ae2fbd4e20 req-417b00fc-a106-45d5-b504-d3b940a3176f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370955 Jun 24 14:37:41.638107 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:41.999520 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:42.774736 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676f4f-e25d-4c13-951d-4bf3ee227beb req-fd2efb81-1beb-4142-8f9b-27e0d64973ad tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:42.776168 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-80676f4f-e25d-4c13-951d-4bf3ee227beb req-fd2efb81-1beb-4142-8f9b-27e0d64973ad tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 943 time: 0.0890017 Jun 24 14:37:42.818640 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-80676f4f-e25d-4c13-951d-4bf3ee227beb req-0cbd5bc4-7443-448b-bbcd-3fd839b8daa6 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367498 Jun 24 14:37:43.193570 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 1244f8c7-f079-4664-9af7-f0aff3a8678e details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:37:43.340077 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 1244f8c7-f079-4664-9af7-f0aff3a8678e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:43.353359 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'port_id': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'mac_address': 'fa:16:3e:55:c8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:37:43.406036 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 1244f8c7-f079-4664-9af7-f0aff3a8678e is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:43.406411 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:43.422390 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1244f8c7-f079-4664-9af7-f0aff3a8678e {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:37:43.437133 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 1244f8c7-f079-4664-9af7-f0aff3a8678e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:43.440302 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:43.508066 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=1244f8c7-f079-4664-9af7-f0aff3a8678e,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:43.677322 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:43.843948 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['1244f8c7-f079-4664-9af7-f0aff3a8678e'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:37:44.019682 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a770e-1ad4-46c4-b097-0f1069d3e223 req-7598ea01-2caa-427d-8776-a24bd10702b6 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:44.021152 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-631a770e-1ad4-46c4-b097-0f1069d3e223 req-7598ea01-2caa-427d-8776-a24bd10702b6 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 944 time: 0.0898314 Jun 24 14:37:44.064794 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-631a770e-1ad4-46c4-b097-0f1069d3e223 req-67439bde-f60e-4171-8966-abf2f0cb9dbd tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379732 Jun 24 14:37:45.207417 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 1244f8c7-f079-4664-9af7-f0aff3a8678e up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:37:45.272562 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb86a35-7c32-4b2d-9d49-0a0d18f1c6a3 req-7624bdfa-b7b0-49cb-b290-e35b660df5af tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:45.274121 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3fb86a35-7c32-4b2d-9d49-0a0d18f1c6a3 req-7624bdfa-b7b0-49cb-b290-e35b660df5af tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 944 time: 0.1057851 Jun 24 14:37:45.277473 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 1244f8c7-f079-4664-9af7-f0aff3a8678e completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:37:45.282820 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 1244f8c7-f079-4664-9af7-f0aff3a8678e triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:37:45.283179 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:45.318541 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3fb86a35-7c32-4b2d-9d49-0a0d18f1c6a3 req-3e7cb858-00b1-493e-a370-b811470dcd0d tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375490 Jun 24 14:37:45.396658 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 1244f8c7-f079-4664-9af7-f0aff3a8678e is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:37:45.396938 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:45.423156 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:37:45.432881 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 1244f8c7-f079-4664-9af7-f0aff3a8678e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:37:45.436821 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:45.473608 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dcd9bb2-5816-4fad-99cc-2eb5a7e5dd2a'] response: {'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'code': 200} Jun 24 14:37:45.504852 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=1244f8c7-f079-4664-9af7-f0aff3a8678e,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:45.731380 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bfb77-6594-43c6-95e7-91583270e343 req-2e70693c-d258-4ff3-b21d-db0184dac832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:45.732868 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-300bfb77-6594-43c6-95e7-91583270e343 req-2e70693c-d258-4ff3-b21d-db0184dac832 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 1098 time: 0.0753427 Jun 24 14:37:45.771906 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-300bfb77-6594-43c6-95e7-91583270e343 req-b4f5cf73-74b4-4a7f-af4c-c6a38e584d8e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327172 Jun 24 14:37:46.506158 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2abf68-f7e9-46e3-97d1-6f9db26c0771 req-5d20d5b8-47f7-493d-bf88-3dfb4797aa67 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:46.507564 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1b2abf68-f7e9-46e3-97d1-6f9db26c0771 req-5d20d5b8-47f7-493d-bf88-3dfb4797aa67 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 945 time: 0.0861084 Jun 24 14:37:46.550361 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1b2abf68-f7e9-46e3-97d1-6f9db26c0771 req-b952b59b-8940-42ff-b4f0-1487144e74ab tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366495 Jun 24 14:37:47.738840 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab040d-3563-4f9b-83e0-7495e147e923 req-06ed2154-a2d1-4290-a01d-daf0d34c996b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:47.740267 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a6ab040d-3563-4f9b-83e0-7495e147e923 req-06ed2154-a2d1-4290-a01d-daf0d34c996b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 945 time: 0.0851810 Jun 24 14:37:47.783040 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a6ab040d-3563-4f9b-83e0-7495e147e923 req-4e471e6d-e778-4109-9c6d-46239ebaf40b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371904 Jun 24 14:37:47.970893 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506de5ae-0b7c-40c2-b189-a55845dcaa89 req-4119a422-0fb5-48d2-aac8-6c8f04d3b8e0 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:47.972358 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-506de5ae-0b7c-40c2-b189-a55845dcaa89 req-4119a422-0fb5-48d2-aac8-6c8f04d3b8e0 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 945 time: 0.0882800 Jun 24 14:37:48.016923 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-506de5ae-0b7c-40c2-b189-a55845dcaa89 req-62e88c5b-e32a-4fe7-9981-60ba16fbb8f4 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 Jun 24 14:37:48.040742 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-82f228f3-975d-4594-8a4f-b0b38cd3c2db req-0fa4a0bf-b397-4070-bb7c-fade211663dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793927 Jun 24 14:37:48.206154 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f228f3-975d-4594-8a4f-b0b38cd3c2db req-724f79a5-a0c0-40ec-946a-61ac1871b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:48.207666 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-82f228f3-975d-4594-8a4f-b0b38cd3c2db req-724f79a5-a0c0-40ec-946a-61ac1871b45b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 1098 time: 0.0772071 Jun 24 14:37:48.357351 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f228f3-975d-4594-8a4f-b0b38cd3c2db req-b3fe9cb7-5d0b-42b4-9a71-ceee4f4c0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:48.358836 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-82f228f3-975d-4594-8a4f-b0b38cd3c2db req-b3fe9cb7-5d0b-42b4-9a71-ceee4f4c0787 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 916 time: 0.1265259 Jun 24 14:37:48.419534 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256f55-1824-49ba-a45f-023e98cf1ea0 req-71729be7-fc18-4729-b883-02cb895112e0 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:48.421010 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ca256f55-1824-49ba-a45f-023e98cf1ea0 req-71729be7-fc18-4729-b883-02cb895112e0 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 945 time: 0.0896165 Jun 24 14:37:48.461671 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-82f228f3-975d-4594-8a4f-b0b38cd3c2db req-da596851-d106-4655-8208-90645a0d69c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=202a7998-3529-4665-bac3-86544efb35d6 HTTP/1.1" status: 200 len: 1000 time: 0.0959563 Jun 24 14:37:48.464148 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ca256f55-1824-49ba-a45f-023e98cf1ea0 req-0488be91-b066-48af-a633-d8e1ff19f35f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376003 Jun 24 14:37:48.527621 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f228f3-975d-4594-8a4f-b0b38cd3c2db req-e9163047-f756-44d3-893e-736eed07848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:48.529166 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-82f228f3-975d-4594-8a4f-b0b38cd3c2db req-e9163047-f756-44d3-893e-736eed07848a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0607297 Jun 24 14:37:48.705772 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f228f3-975d-4594-8a4f-b0b38cd3c2db req-b2c0e542-f952-4535-8ba5-d3535473e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:48.707284 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-82f228f3-975d-4594-8a4f-b0b38cd3c2db req-b2c0e542-f952-4535-8ba5-d3535473e583 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1722555 Jun 24 14:37:48.846750 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-82f228f3-975d-4594-8a4f-b0b38cd3c2db req-07908433-6c7c-48b9-815f-9566183fc8cc service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317892 Jun 24 14:37:48.982237 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-82f228f3-975d-4594-8a4f-b0b38cd3c2db req-8d920976-904c-4b82-ac9c-8e76969ed489 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291556 Jun 24 14:37:58.557677 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2b287-7c3d-4744-8ecb-e6632eebfb34 req-dd0d6fde-6df9-4562-a46c-bfc84c20f3db tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:58.559644 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6bd2b287-7c3d-4744-8ecb-e6632eebfb34 req-dd0d6fde-6df9-4562-a46c-bfc84c20f3db tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 945 time: 0.0844684 Jun 24 14:37:58.601730 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6bd2b287-7c3d-4744-8ecb-e6632eebfb34 req-5b4ca892-3c56-45ad-ad60-bbb1a06bf8ff tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365224 Jun 24 14:37:58.626543 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49038) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:58.750081 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf638cb-9392-41f2-9a88-5ac32ad7b6ea tempest-TestMinimumBasicScenario-1001783938 tempest-TestMinimumBasicScenario-1001783938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:37:58.751612 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-ecf638cb-9392-41f2-9a88-5ac32ad7b6ea tempest-TestMinimumBasicScenario-1001783938 tempest-TestMinimumBasicScenario-1001783938-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 1093 time: 0.1240385 Jun 24 14:37:58.754403 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49044) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:37:58.759219 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'port_id': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:37:58.765022 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:37:58.768904 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Usage tracker for resource:floatingip and tenant:17406468151f42ad9a63b38f5be1a43d is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:37:58.771720 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:37:58.777988 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:37:58.788044 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for floatingip, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:59.001929 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:59.136074 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Allocated IP 172.27.2.14 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/94f4e5d3-ebdf-422e-84dc-07caf363dad1) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:37:59.276288 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:59.304888 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:59.364284 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:37:59.370955 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:37:59.375911 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:37:59.406961 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event updated for resources: {'Port': ['ID=94f4e5d3-ebdf-422e-84dc-07caf363dad1,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:37:59.421361 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:59.421699 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:59.422038 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:59.422365 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:59.422690 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:59.423013 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:59.423333 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:59.423653 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:59.423973 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:59.424291 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:59.424634 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:59.424950 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:37:59.778605 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:37:59.847320 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:00.043917 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:00.047876 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:00.151195 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event updated for resources: {'Port': ['ID=94f4e5d3-ebdf-422e-84dc-07caf363dad1,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:38:00.163700 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:00.326735 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Floating IP 94bda3cb-3c93-47de-b0b3-411ebe8f4863 associated. External IP: 172.27.2.14, port: 1244f8c7-f079-4664-9af7-f0aff3a8678e. Jun 24 14:38:00.763077 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:38:00.932154 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:38:00.941382 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da57686-8515-4107-abd6-e64f934f5e49 None None] Sync routers for ids ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:38:00.950155 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da57686-8515-4107-abd6-e64f934f5e49 None None] Routers {'69ef92d8-8a86-4873-94a2-21365ed6c1e0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:38:00.950760 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-2da57686-8515-4107-abd6-e64f934f5e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:37:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:38:00.955200 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.010915 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-40d19c77-255b-4ff8-86f5-df8d342af1b3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2554972 Jun 24 14:38:01.011473 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:38:01.014137 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49048) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:38:01.019351 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194679987', 'description': 'tempest-secgroup-smoke-1194679987 description', 'project_id': '17406468151f42ad9a63b38f5be1a43d'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:38:01.029093 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:38:01.039431 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:38:01.052231 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.085564 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:38:01.090005 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Usage tracker for resource:security_group_rule and tenant:17406468151f42ad9a63b38f5be1a43d is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:38:01.093936 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:38:01.100184 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:38:01.115601 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91c4732-71b7-4813-8243-9fbda938c6cc'] response: {'name': 'network-changed', 'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'status': 'completed', 'code': 200} Jun 24 14:38:01.174170 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-2da57686-8515-4107-abd6-e64f934f5e49 None None] Set router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:38:01.227563 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.235280 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.286105 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5833b7e1-0a49-4c37-9968-0d8731ac6bb1,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:38:01.304442 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.305653 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-7ca88400-e741-4f02-96d3-a5bd111cb164 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2905211 Jun 24 14:38:01.308724 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bf726-18b4-4956-9445-aa31c5dfa96e req-bf4e0c29-b7a7-40cf-b8ba-6428e9ccde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:01.308890 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49056) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:38:01.310146 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed3bf726-18b4-4956-9445-aa31c5dfa96e req-bf4e0c29-b7a7-40cf-b8ba-6428e9ccde9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17406468151f42ad9a63b38f5be1a43d&device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 1098 time: 0.1446526 Jun 24 14:38:01.314500 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-0bcd221a-dcad-4c01-8639-1be418beb977 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Request body: {'security_group_rule': {'security_group_id': '5833b7e1-0a49-4c37-9968-0d8731ac6bb1', 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:38:01.320338 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0bcd221a-dcad-4c01-8639-1be418beb977 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:38:01.325248 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0bcd221a-dcad-4c01-8639-1be418beb977 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Usage tracker for resource:security_group_rule and tenant:17406468151f42ad9a63b38f5be1a43d is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:38:01.328409 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-0bcd221a-dcad-4c01-8639-1be418beb977 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:38:01.335000 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-0bcd221a-dcad-4c01-8639-1be418beb977 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:38:01.352931 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0bcd221a-dcad-4c01-8639-1be418beb977 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.416670 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0bcd221a-dcad-4c01-8639-1be418beb977 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.420610 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0bcd221a-dcad-4c01-8639-1be418beb977 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.445356 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd221a-dcad-4c01-8639-1be418beb977 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b473c92b-62c5-473c-88bf-87cec09d312e,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:38:01.451586 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bf726-18b4-4956-9445-aa31c5dfa96e req-740b3c11-0c11-4b2d-90e6-93951bd9e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:01.453485 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed3bf726-18b4-4956-9445-aa31c5dfa96e req-740b3c11-0c11-4b2d-90e6-93951bd9e744 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b578afe4-7fd1-4f77-b2b3-09cc25263854 HTTP/1.1" status: 200 len: 915 time: 0.1363509 Jun 24 14:38:01.456812 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-0bcd221a-dcad-4c01-8639-1be418beb977 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.458127 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-0bcd221a-dcad-4c01-8639-1be418beb977 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484368 Jun 24 14:38:01.460873 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49060) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:38:01.470067 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-57cc7c2f-5352-466b-977b-64040e4e2f1f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Request body: {'security_group_rule': {'security_group_id': '5833b7e1-0a49-4c37-9968-0d8731ac6bb1', 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:38:01.475997 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-57cc7c2f-5352-466b-977b-64040e4e2f1f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:38:01.480486 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-57cc7c2f-5352-466b-977b-64040e4e2f1f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Usage tracker for resource:security_group_rule and tenant:17406468151f42ad9a63b38f5be1a43d is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:38:01.483586 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-57cc7c2f-5352-466b-977b-64040e4e2f1f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:38:01.489349 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-57cc7c2f-5352-466b-977b-64040e4e2f1f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:38:01.507412 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-57cc7c2f-5352-466b-977b-64040e4e2f1f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.531484 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-2da57686-8515-4107-abd6-e64f934f5e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '94bda3cb-3c93-47de-b0b3-411ebe8f4863', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'port_id': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'mac_address': 'fa:16:3e:55:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:37:59Z', 'updated_at': '2022-06-24T14:37:59Z', 'revision_number': 0, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b3a191-ad32-4404-a102-421ea4671772', 'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'mac_address': 'fa:16:3e:65:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:03Z', 'updated_at': '2022-06-24T14:37:11Z', 'revision_number': 5, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'subnets': [{'id': '45414629-c655-4455-8d4c-5433799cfc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:38:01.536066 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da57686-8515-4107-abd6-e64f934f5e49 None None] Checking router: 69ef92d8-8a86-4873-94a2-21365ed6c1e0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:38:01.546073 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da57686-8515-4107-abd6-e64f934f5e49 None None] Routers {'69ef92d8-8a86-4873-94a2-21365ed6c1e0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:38:01.546698 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-2da57686-8515-4107-abd6-e64f934f5e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:37:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:38:01.570888 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed3bf726-18b4-4956-9445-aa31c5dfa96e req-d3b7c87b-e6b8-4ffb-b1e0-c2e9592b2c8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 200 len: 998 time: 0.1105149 Jun 24 14:38:01.571339 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-57cc7c2f-5352-466b-977b-64040e4e2f1f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.576136 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-57cc7c2f-5352-466b-977b-64040e4e2f1f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.605000 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc7c2f-5352-466b-977b-64040e4e2f1f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e08145d-515a-4719-81fa-bc1bcc4b2020,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:38:01.615662 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-57cc7c2f-5352-466b-977b-64040e4e2f1f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.617341 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-57cc7c2f-5352-466b-977b-64040e4e2f1f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554000 Jun 24 14:38:01.619953 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49064) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:38:01.627945 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-d1014b11-29bb-4db1-ae0a-623106a55bca tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Request body: {'security_group_rule': {'security_group_id': '5833b7e1-0a49-4c37-9968-0d8731ac6bb1', 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:38:01.635066 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-d1014b11-29bb-4db1-ae0a-623106a55bca tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:38:01.640525 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-d1014b11-29bb-4db1-ae0a-623106a55bca tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Usage tracker for resource:security_group_rule and tenant:17406468151f42ad9a63b38f5be1a43d is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:38:01.643483 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-d1014b11-29bb-4db1-ae0a-623106a55bca tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:38:01.649793 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bf726-18b4-4956-9445-aa31c5dfa96e req-f2c90f6e-f089-4548-9a43-5814d8d1fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:01.650859 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-d1014b11-29bb-4db1-ae0a-623106a55bca tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:38:01.651234 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed3bf726-18b4-4956-9445-aa31c5dfa96e req-f2c90f6e-f089-4548-9a43-5814d8d1fbdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45414629-c655-4455-8d4c-5433799cfc38 HTTP/1.1" status: 200 len: 853 time: 0.0730650 Jun 24 14:38:01.668775 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d1014b11-29bb-4db1-ae0a-623106a55bca tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.738450 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d1014b11-29bb-4db1-ae0a-623106a55bca tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.742678 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d1014b11-29bb-4db1-ae0a-623106a55bca tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.743469 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bf726-18b4-4956-9445-aa31c5dfa96e req-67d21f9c-4e4c-4c7a-8e94-1148ed1efcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:01.745082 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed3bf726-18b4-4956-9445-aa31c5dfa96e req-67d21f9c-4e4c-4c7a-8e94-1148ed1efcf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b578afe4-7fd1-4f77-b2b3-09cc25263854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866461 Jun 24 14:38:01.751863 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-2da57686-8515-4107-abd6-e64f934f5e49 None None] Set router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:38:01.767039 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1014b11-29bb-4db1-ae0a-623106a55bca tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f972b555-26ef-4980-9fec-df1d6e2d9d6f,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:38:01.776062 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d1014b11-29bb-4db1-ae0a-623106a55bca tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.780011 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-d1014b11-29bb-4db1-ae0a-623106a55bca tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552842 Jun 24 14:38:01.780237 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49068) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:38:01.785235 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-98d78d8e-9315-4d97-9c12-d4554baab4e9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Request body: {'security_group_rule': {'security_group_id': '5833b7e1-0a49-4c37-9968-0d8731ac6bb1', 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:38:01.790914 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-98d78d8e-9315-4d97-9c12-d4554baab4e9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:38:01.794791 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-98d78d8e-9315-4d97-9c12-d4554baab4e9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Usage tracker for resource:security_group_rule and tenant:17406468151f42ad9a63b38f5be1a43d is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:38:01.797623 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-98d78d8e-9315-4d97-9c12-d4554baab4e9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:38:01.803462 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-98d78d8e-9315-4d97-9c12-d4554baab4e9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:38:01.821868 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-98d78d8e-9315-4d97-9c12-d4554baab4e9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.881647 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed3bf726-18b4-4956-9445-aa31c5dfa96e req-18d63f3d-f5d5-4404-9ef6-a2d475eaff93 service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300545 Jun 24 14:38:01.886022 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-98d78d8e-9315-4d97-9c12-d4554baab4e9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.890489 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-98d78d8e-9315-4d97-9c12-d4554baab4e9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.913384 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d78d8e-9315-4d97-9c12-d4554baab4e9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02db4f1-f5a5-4fba-950c-de561fb5287f,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:38:01.927647 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-98d78d8e-9315-4d97-9c12-d4554baab4e9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:01.928889 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-98d78d8e-9315-4d97-9c12-d4554baab4e9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477125 Jun 24 14:38:01.931569 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49072) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:38:01.937004 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-a800984e-aee5-4741-ae07-9f78595c8d2b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Request body: {'security_group_rule': {'security_group_id': '5833b7e1-0a49-4c37-9968-0d8731ac6bb1', 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:38:01.942964 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-a800984e-aee5-4741-ae07-9f78595c8d2b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:38:01.946903 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-a800984e-aee5-4741-ae07-9f78595c8d2b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Usage tracker for resource:security_group_rule and tenant:17406468151f42ad9a63b38f5be1a43d is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:38:01.950390 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-a800984e-aee5-4741-ae07-9f78595c8d2b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:38:01.956069 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-a800984e-aee5-4741-ae07-9f78595c8d2b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:38:01.967920 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.securitygroups_db [None req-a800984e-aee5-4741-ae07-9f78595c8d2b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Project 17406468151f42ad9a63b38f5be1a43d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 14:38:01.974839 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a800984e-aee5-4741-ae07-9f78595c8d2b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:02.024831 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ed3bf726-18b4-4956-9445-aa31c5dfa96e req-eeaeeb56-af64-4266-8df2-b1c88be2cf53 service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325958 Jun 24 14:38:02.045240 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a800984e-aee5-4741-ae07-9f78595c8d2b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:02.049122 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a800984e-aee5-4741-ae07-9f78595c8d2b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:02.070667 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800984e-aee5-4741-ae07-9f78595c8d2b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e217539-b94d-4810-bd5c-eb9e7975de64,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:38:02.083532 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a800984e-aee5-4741-ae07-9f78595c8d2b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:02.084735 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-a800984e-aee5-4741-ae07-9f78595c8d2b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1522326 Jun 24 14:38:02.087428 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49076) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:38:02.092872 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-5006803d-bd04-447a-8eb9-1f364e47ce1a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Request body: {'security_group_rule': {'security_group_id': '5833b7e1-0a49-4c37-9968-0d8731ac6bb1', 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:38:02.098535 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-5006803d-bd04-447a-8eb9-1f364e47ce1a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:38:02.102266 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-5006803d-bd04-447a-8eb9-1f364e47ce1a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Usage tracker for resource:security_group_rule and tenant:17406468151f42ad9a63b38f5be1a43d is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:38:02.105051 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-5006803d-bd04-447a-8eb9-1f364e47ce1a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:38:02.110962 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-5006803d-bd04-447a-8eb9-1f364e47ce1a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:38:02.121906 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.securitygroups_db [None req-5006803d-bd04-447a-8eb9-1f364e47ce1a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Project 17406468151f42ad9a63b38f5be1a43d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 14:38:02.128947 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5006803d-bd04-447a-8eb9-1f364e47ce1a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:02.147956 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-2da57686-8515-4107-abd6-e64f934f5e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '94bda3cb-3c93-47de-b0b3-411ebe8f4863', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'port_id': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'mac_address': 'fa:16:3e:55:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:37:59Z', 'updated_at': '2022-06-24T14:37:59Z', 'revision_number': 0, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b3a191-ad32-4404-a102-421ea4671772', 'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'mac_address': 'fa:16:3e:65:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:03Z', 'updated_at': '2022-06-24T14:37:11Z', 'revision_number': 5, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'subnets': [{'id': '45414629-c655-4455-8d4c-5433799cfc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:38:02.151843 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da57686-8515-4107-abd6-e64f934f5e49 None None] The sync data for ids ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'] in dv-cinder-847189-2-iscsi is: [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '94bda3cb-3c93-47de-b0b3-411ebe8f4863', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'port_id': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'mac_address': 'fa:16:3e:55:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:37:59Z', 'updated_at': '2022-06-24T14:37:59Z', 'revision_number': 0, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b3a191-ad32-4404-a102-421ea4671772', 'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'mac_address': 'fa:16:3e:65:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:03Z', 'updated_at': '2022-06-24T14:37:11Z', 'revision_number': 5, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'subnets': [{'id': '45414629-c655-4455-8d4c-5433799cfc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:38:02.195574 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5006803d-bd04-447a-8eb9-1f364e47ce1a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:02.199915 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5006803d-bd04-447a-8eb9-1f364e47ce1a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:02.223451 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006803d-bd04-447a-8eb9-1f364e47ce1a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4a195b-138d-4522-9870-6ea293bff6dc,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:38:02.233165 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5006803d-bd04-447a-8eb9-1f364e47ce1a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:02.234468 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-5006803d-bd04-447a-8eb9-1f364e47ce1a tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461513 Jun 24 14:38:02.304922 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:38:02.342358 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481db3c-a582-4e90-9a37-f252f510afaa None None] New status for floating IP 94bda3cb-3c93-47de-b0b3-411ebe8f4863: ACTIVE {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:38:02.355905 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6af2a4ca-6c5c-4076-ade7-3c7eb7a18f54 req-47993193-9190-443e-a5a5-0129fffd0154 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194679987&fields=id&tenant_id=17406468151f42ad9a63b38f5be1a43d HTTP/1.1" status: 200 len: 267 time: 0.0415685 Jun 24 14:38:02.450348 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2a4ca-6c5c-4076-ade7-3c7eb7a18f54 req-b5aba3fc-a5b8-4bfc-b1ea-872a773abb6f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:02.451792 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6af2a4ca-6c5c-4076-ade7-3c7eb7a18f54 req-b5aba3fc-a5b8-4bfc-b1ea-872a773abb6f tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 945 time: 0.0887165 Jun 24 14:38:02.462248 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [req-6af2a4ca-6c5c-4076-ade7-3c7eb7a18f54 req-d63cd402-bf9a-428b-b2b0-431913cfbafd tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Request body: {'port': {'security_groups': ['ec57e101-7055-4448-acd2-de77ec8f055e', '5833b7e1-0a49-4c37-9968-0d8731ac6bb1']}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:38:02.583693 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [req-6af2a4ca-6c5c-4076-ade7-3c7eb7a18f54 req-d63cd402-bf9a-428b-b2b0-431913cfbafd tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:02.842643 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [req-6af2a4ca-6c5c-4076-ade7-3c7eb7a18f54 req-d63cd402-bf9a-428b-b2b0-431913cfbafd tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] For port 1244f8c7-f079-4664-9af7-f0aff3a8678e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:38:02.865969 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [req-6af2a4ca-6c5c-4076-ade7-3c7eb7a18f54 req-d63cd402-bf9a-428b-b2b0-431913cfbafd tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:02.870181 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [req-6af2a4ca-6c5c-4076-ade7-3c7eb7a18f54 req-d63cd402-bf9a-428b-b2b0-431913cfbafd tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:02.916641 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['1244f8c7-f079-4664-9af7-f0aff3a8678e'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:38:03.031236 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2a4ca-6c5c-4076-ade7-3c7eb7a18f54 req-d63cd402-bf9a-428b-b2b0-431913cfbafd tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:03.031847 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [req-6af2a4ca-6c5c-4076-ade7-3c7eb7a18f54 req-d63cd402-bf9a-428b-b2b0-431913cfbafd tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:03.033228 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6af2a4ca-6c5c-4076-ade7-3c7eb7a18f54 req-d63cd402-bf9a-428b-b2b0-431913cfbafd tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "PUT /v2.0/ports/1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 200 len: 981 time: 0.5753844 Jun 24 14:38:03.052958 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cd402-bf9a-428b-b2b0-431913cfbafd tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event updated for resources: {'Port': ['ID=1244f8c7-f079-4664-9af7-f0aff3a8678e,revision_number=6']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:38:03.116571 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:38:03.188396 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e4f64f-efe4-4d66-b0b1-bf9213f1aa31'] response: {'name': 'network-changed', 'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'status': 'completed', 'code': 200} Jun 24 14:38:03.221850 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['1244f8c7-f079-4664-9af7-f0aff3a8678e'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:38:03.245290 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ba314-4308-487e-b9d4-9fb676447b04 req-48c539a8-360e-4003-8252-e2693aefaac4 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:03.246876 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b55ba314-4308-487e-b9d4-9fb676447b04 req-48c539a8-360e-4003-8252-e2693aefaac4 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.1034858 Jun 24 14:38:03.297673 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b55ba314-4308-487e-b9d4-9fb676447b04 req-9a8275de-d4f9-4c0f-90c1-3740a87540ac tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&id=5833b7e1-0a49-4c37-9968-0d8731ac6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447791 Jun 24 14:38:03.300046 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78730bd1-6120-49e9-a6a3-edfe8c9ebd08 req-9593aeba-7e38-4b29-a4c2-985087e3c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:03.301830 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-78730bd1-6120-49e9-a6a3-edfe8c9ebd08 req-9593aeba-7e38-4b29-a4c2-985087e3c6fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17406468151f42ad9a63b38f5be1a43d&device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 1137 time: 0.0799546 Jun 24 14:38:03.331101 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-ad7fa3fd-5a9e-45f9-b1bc-bdcc9c23fcf4 None None] Provisioning complete for port 1244f8c7-f079-4664-9af7-f0aff3a8678e triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:38:03.331476 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ad7fa3fd-5a9e-45f9-b1bc-bdcc9c23fcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:03.434428 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78730bd1-6120-49e9-a6a3-edfe8c9ebd08 req-aee6da24-a304-4b82-ad82-a1119b8ab48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:03.435864 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-78730bd1-6120-49e9-a6a3-edfe8c9ebd08 req-aee6da24-a304-4b82-ad82-a1119b8ab48a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b578afe4-7fd1-4f77-b2b3-09cc25263854 HTTP/1.1" status: 200 len: 915 time: 0.1277874 Jun 24 14:38:03.543481 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-78730bd1-6120-49e9-a6a3-edfe8c9ebd08 req-9657432b-f4fc-4957-9a37-31e59d3e89cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 200 len: 1000 time: 0.0980031 Jun 24 14:38:03.650723 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-ad7fa3fd-5a9e-45f9-b1bc-bdcc9c23fcf4 None None] Current status of the port 1244f8c7-f079-4664-9af7-f0aff3a8678e is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:38:03.710376 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78730bd1-6120-49e9-a6a3-edfe8c9ebd08 req-b88707f2-4d38-40ce-9173-60fd57f79865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:03.711851 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-78730bd1-6120-49e9-a6a3-edfe8c9ebd08 req-b88707f2-4d38-40ce-9173-60fd57f79865 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45414629-c655-4455-8d4c-5433799cfc38 HTTP/1.1" status: 200 len: 853 time: 0.1609418 Jun 24 14:38:03.797197 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78730bd1-6120-49e9-a6a3-edfe8c9ebd08 req-bb6044cc-dd45-49d6-b22b-9ff9d93fc76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:03.798677 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-78730bd1-6120-49e9-a6a3-edfe8c9ebd08 req-bb6044cc-dd45-49d6-b22b-9ff9d93fc76f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b578afe4-7fd1-4f77-b2b3-09cc25263854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769262 Jun 24 14:38:03.942523 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-78730bd1-6120-49e9-a6a3-edfe8c9ebd08 req-c3acb12e-6e27-4530-bb0f-18e90730409c service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362314 Jun 24 14:38:04.072140 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-78730bd1-6120-49e9-a6a3-edfe8c9ebd08 req-2cb131d0-f65b-4f21-8cf6-f881978c3acf service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212611 Jun 24 14:38:06.900214 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:08.462499 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-61ff52b4-2dab-4817-ae5f-25b7bc3d24b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:10.712007 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-5582e583-9eff-491b-b970-378fc7958377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:11.639421 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:12.000629 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:13.682719 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:36.900348 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:38.463362 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-22d5e13e-0465-48d7-a4e6-a17d0fc7ea1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:39.304012 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:38:40.712710 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-cacd7e2d-c5e3-4565-9438-7389a9f344fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:41.641204 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:42.002126 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:43.683313 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:48.293418 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-64087996-7771-4761-9aa2-95c0df27b8ab req-502a723e-4693-4776-884e-2e93fb76b514 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788515 Jun 24 14:38:48.404371 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64087996-7771-4761-9aa2-95c0df27b8ab req-65ca5124-d282-4fd6-9bcb-5b5eb4c22a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:48.405870 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-64087996-7771-4761-9aa2-95c0df27b8ab req-65ca5124-d282-4fd6-9bcb-5b5eb4c22a7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17406468151f42ad9a63b38f5be1a43d&device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 1137 time: 0.0758631 Jun 24 14:38:48.555317 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64087996-7771-4761-9aa2-95c0df27b8ab req-3ee418f6-0ce7-4577-8512-12c37ce74326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:48.556708 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-64087996-7771-4761-9aa2-95c0df27b8ab req-3ee418f6-0ce7-4577-8512-12c37ce74326 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b578afe4-7fd1-4f77-b2b3-09cc25263854 HTTP/1.1" status: 200 len: 915 time: 0.1331620 Jun 24 14:38:48.659265 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-64087996-7771-4761-9aa2-95c0df27b8ab req-e6299b55-0365-436c-bbe2-15b548abb78d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 200 len: 1000 time: 0.0966179 Jun 24 14:38:48.720991 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64087996-7771-4761-9aa2-95c0df27b8ab req-35f09b27-e54e-4dac-90ca-03cd2bbdf94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:48.722353 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-64087996-7771-4761-9aa2-95c0df27b8ab req-35f09b27-e54e-4dac-90ca-03cd2bbdf94a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45414629-c655-4455-8d4c-5433799cfc38 HTTP/1.1" status: 200 len: 853 time: 0.0570943 Jun 24 14:38:48.800688 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64087996-7771-4761-9aa2-95c0df27b8ab req-bb819c01-2eae-47bd-93db-f929ff4ed013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:48.802106 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-64087996-7771-4761-9aa2-95c0df27b8ab req-bb819c01-2eae-47bd-93db-f929ff4ed013 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b578afe4-7fd1-4f77-b2b3-09cc25263854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738535 Jun 24 14:38:48.931587 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-64087996-7771-4761-9aa2-95c0df27b8ab req-4ded8f3b-37d0-46f9-814b-af55dec0feca service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231270 Jun 24 14:38:49.057831 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-64087996-7771-4761-9aa2-95c0df27b8ab req-a7796249-ada6-4deb-bbd5-c2535aa95a2e service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202385 Jun 24 14:38:55.212280 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab1e04-3f5c-40c5-8682-5334622fcfc9 req-62d6c8f9-6dc3-450d-b9c1-85c0a4b12a1f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:55.213730 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d8ab1e04-3f5c-40c5-8682-5334622fcfc9 req-62d6c8f9-6dc3-450d-b9c1-85c0a4b12a1f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 945 time: 0.0841160 Jun 24 14:38:55.256871 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d8ab1e04-3f5c-40c5-8682-5334622fcfc9 req-b882aa3b-730c-4f73-9689-51da1a9b4486 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368795 Jun 24 14:38:56.445157 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c38bd-ae19-4f07-9802-b2e9a8ba9ced req-e1664146-1252-44a3-ad8b-97e837193508 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:56.446562 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4d9c38bd-ae19-4f07-9802-b2e9a8ba9ced req-e1664146-1252-44a3-ad8b-97e837193508 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 945 time: 0.0865102 Jun 24 14:38:56.488880 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4d9c38bd-ae19-4f07-9802-b2e9a8ba9ced req-e4ff48dd-cf68-4773-a1f6-663d1bb3be17 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360179 Jun 24 14:38:57.240958 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-b44867dc-67e2-40d9-aa25-12d3e7b787b7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:57.241636 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-b44867dc-67e2-40d9-aa25-12d3e7b787b7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:38:57.256029 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-b44867dc-67e2-40d9-aa25-12d3e7b787b7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:38:57.257119 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-b44867dc-67e2-40d9-aa25-12d3e7b787b7 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 945 time: 0.1029747 Jun 24 14:38:57.324656 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Deleting port 202a7998-3529-4665-bac3-86544efb35d6 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:38:57.325016 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:57.662220 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] For port 202a7998-3529-4665-bac3-86544efb35d6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=202a7998-3529-4665-bac3-86544efb35d6,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:38:57.662568 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:57.686205 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1a5e5-2f22-4b09-b262-35f1bd95a4fe req-93501626-0279-4874-a2f3-3e0af8bf1e47 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:38:57.687617 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5ad1a5e5-2f22-4b09-b262-35f1bd95a4fe req-93501626-0279-4874-a2f3-3e0af8bf1e47 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 945 time: 0.0899727 Jun 24 14:38:57.731975 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5ad1a5e5-2f22-4b09-b262-35f1bd95a4fe req-7695c7d8-7407-4b57-ab0f-880cdc99b147 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ae02f9b-a311-4c6c-882d-95974d860c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382857 Jun 24 14:38:57.944812 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:57.945184 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:57.945493 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.l3_db [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Floating IP 56387bfa-d9f6-4b7f-a8f2-1ecca7aa3539 disassociated. External IP: 172.27.2.63, port: 202a7998-3529-4665-bac3-86544efb35d6. Jun 24 14:38:57.945824 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Calling delete_port for 202a7998-3529-4665-bac3-86544efb35d6 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:38:58.090351 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:58.145458 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event deleted for resources: {'Port': ['ID=202a7998-3529-4665-bac3-86544efb35d6,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:38:58.154793 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:38:58.155141 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:38:58.155479 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:38:58.155810 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:38:58.156142 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:38:58.156500 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:38:58.156849 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:38:58.157142 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:38:58.157467 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:38:58.157792 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:38:58.158116 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:38:58.158434 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:38:58.332408 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Router b60a0d33-d24b-429c-9725-130fc5bce3d0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:38:58.513016 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:38:58.522692 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90176e69-0968-460e-ae09-749efed19060 None None] Sync routers for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:38:58.532314 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90176e69-0968-460e-ae09-749efed19060 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:38:58.532962 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-90176e69-0968-460e-ae09-749efed19060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:38:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:38:58.602374 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] No DVR routers for this DVR port 202a7998-3529-4665-bac3-86544efb35d6 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:38:58.605491 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:38:58.616829 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'name': 'network-vif-deleted', 'tag': '202a7998-3529-4665-bac3-86544efb35d6'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:38:58.635312 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-82633eae-35d4-4a9d-89cd-646e1be36568 req-e17d049b-ad97-46f7-8444-bc5f732a977f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "DELETE /v2.0/ports/202a7998-3529-4665-bac3-86544efb35d6 HTTP/1.1" status: 204 len: 173 time: 1.3728189 Jun 24 14:38:58.665191 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69aa002-a36e-4b52-8a62-c36bad36ed6f'] response: {'server_uuid': 'a226cf81-fdcd-4876-9d6d-9061aae46d41', 'name': 'network-vif-deleted', 'tag': '202a7998-3529-4665-bac3-86544efb35d6', 'status': 'completed', 'code': 200} Jun 24 14:38:58.717423 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-90176e69-0968-460e-ae09-749efed19060 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:38:58.899567 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1746faa2-ab8e-4522-a244-2c06d94c5365 req-c4289696-3941-4d9d-b418-bbecb55a440e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=a226cf81-fdcd-4876-9d6d-9061aae46d41 HTTP/1.1" status: 200 len: 210 time: 0.0482619 Jun 24 14:38:59.029086 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-90176e69-0968-460e-ae09-749efed19060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:38:59.032852 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90176e69-0968-460e-ae09-749efed19060 None None] Checking router: b60a0d33-d24b-429c-9725-130fc5bce3d0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:38:59.040940 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90176e69-0968-460e-ae09-749efed19060 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:38:59.041522 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-90176e69-0968-460e-ae09-749efed19060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:38:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:38:59.220488 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-90176e69-0968-460e-ae09-749efed19060 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:38:59.529389 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-90176e69-0968-460e-ae09-749efed19060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:38:59.533133 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90176e69-0968-460e-ae09-749efed19060 None None] The sync data for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi is: [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:38:59.565094 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 202a7998-3529-4665-bac3-86544efb35d6 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:38:59.599544 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 202a7998-3529-4665-bac3-86544efb35d6 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:38:59.599889 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 202a7998-3529-4665-bac3-86544efb35d6 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:38:59.742667 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e315fdb-fb75-4f0c-a330-6b78d34f5cbe None None] New status for floating IP 56387bfa-d9f6-4b7f-a8f2-1ecca7aa3539: DOWN {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:39:00.023868 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49186) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:39:00.085029 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:00.115279 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:00.166411 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:00.183282 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae02f9b-a311-4c6c-882d-95974d860c54,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:39:00.192818 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:00.193171 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:00.193508 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:00.193843 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:00.194172 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:00.194501 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:00.194829 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:00.195151 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:00.195473 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:00.195793 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:00.196126 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:00.196442 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:00.203709 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:00.205065 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-7748b924-9c68-4ae1-8cbe-687f33510fbe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "DELETE /v2.0/security-groups/3ae02f9b-a311-4c6c-882d-95974d860c54 HTTP/1.1" status: 204 len: 168 time: 0.1799254 Jun 24 14:39:00.207404 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49190) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:39:00.223316 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.api.v2.resource [None req-d6d2b701-72ea-432e-8ce8-ea1bf56c09b9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] show failed (client error): The resource could not be found. Jun 24 14:39:00.224177 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-d6d2b701-72ea-432e-8ce8-ea1bf56c09b9 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups/3ae02f9b-a311-4c6c-882d-95974d860c54 HTTP/1.1" status: 404 len: 347 time: 0.0158567 Jun 24 14:39:00.227041 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49194) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:39:00.397214 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-a3da633a-4aa4-44b9-8292-22ededa1a83b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Deleting port d4013a99-a4a9-43dd-9d85-0edd469e28a1 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:39:00.397541 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a3da633a-4aa4-44b9-8292-22ededa1a83b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:00.559300 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a3da633a-4aa4-44b9-8292-22ededa1a83b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:00.559519 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a3da633a-4aa4-44b9-8292-22ededa1a83b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:00.678842 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-a3da633a-4aa4-44b9-8292-22ededa1a83b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Calling delete_port for d4013a99-a4a9-43dd-9d85-0edd469e28a1 owned by network:floatingip {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:39:00.814138 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a3da633a-4aa4-44b9-8292-22ededa1a83b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:00.859247 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da633a-4aa4-44b9-8292-22ededa1a83b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event deleted for resources: {'Port': ['ID=d4013a99-a4a9-43dd-9d85-0edd469e28a1,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:39:00.955201 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a3da633a-4aa4-44b9-8292-22ededa1a83b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:00.969187 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a3da633a-4aa4-44b9-8292-22ededa1a83b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:00.970284 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-a3da633a-4aa4-44b9-8292-22ededa1a83b tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "DELETE /v2.0/floatingips/56387bfa-d9f6-4b7f-a8f2-1ecca7aa3539 HTTP/1.1" status: 204 len: 168 time: 0.7423906 Jun 24 14:39:01.045067 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49200) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:39:01.050107 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625424862', 'description': 'tempest-description--1514335400'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:39:01.055869 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:39:01.065002 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:39:01.067767 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:39:01.073337 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:39:01.083590 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.102609 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:39:01.107136 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:39:01.109857 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:39:01.115307 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:39:01.181826 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.185464 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.226345 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fef42f-46ea-468d-a805-fe049b4b5569,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:39:01.232952 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.234432 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-aa2bbad4-d3b4-47b6-b8e4-ef561d4a6f33 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1880612 Jun 24 14:39:01.236967 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49204) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:39:01.241733 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-41252ab4-0fde-4e59-a0a2-d2137f898c1a tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'security_group_rule': {'security_group_id': '83fef42f-46ea-468d-a805-fe049b4b5569', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:39:01.247489 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-41252ab4-0fde-4e59-a0a2-d2137f898c1a tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:39:01.251387 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-41252ab4-0fde-4e59-a0a2-d2137f898c1a tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:39:01.254266 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-41252ab4-0fde-4e59-a0a2-d2137f898c1a tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:39:01.259915 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-41252ab4-0fde-4e59-a0a2-d2137f898c1a tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:39:01.276307 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41252ab4-0fde-4e59-a0a2-d2137f898c1a tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.418764 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41252ab4-0fde-4e59-a0a2-d2137f898c1a tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.422773 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41252ab4-0fde-4e59-a0a2-d2137f898c1a tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.446712 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41252ab4-0fde-4e59-a0a2-d2137f898c1a tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f043e4c8-adf7-44c0-9d6e-5d3cbfeb0db4,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:39:01.455845 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41252ab4-0fde-4e59-a0a2-d2137f898c1a tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.457156 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-41252ab4-0fde-4e59-a0a2-d2137f898c1a tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2192991 Jun 24 14:39:01.459804 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49208) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:39:01.464673 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-4e5a467b-a5f7-4ce5-ab2b-d0db03d23883 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'security_group_rule': {'security_group_id': '83fef42f-46ea-468d-a805-fe049b4b5569', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:39:01.470820 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-4e5a467b-a5f7-4ce5-ab2b-d0db03d23883 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:39:01.474554 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-4e5a467b-a5f7-4ce5-ab2b-d0db03d23883 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:security_group_rule and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:39:01.477332 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-4e5a467b-a5f7-4ce5-ab2b-d0db03d23883 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:39:01.483092 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-4e5a467b-a5f7-4ce5-ab2b-d0db03d23883 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:39:01.498324 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4e5a467b-a5f7-4ce5-ab2b-d0db03d23883 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.556643 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4e5a467b-a5f7-4ce5-ab2b-d0db03d23883 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.560375 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4e5a467b-a5f7-4ce5-ab2b-d0db03d23883 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.582632 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a467b-a5f7-4ce5-ab2b-d0db03d23883 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9a755f-4492-453a-8731-7a3ebe079bdd,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:39:01.592100 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4e5a467b-a5f7-4ce5-ab2b-d0db03d23883 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.593365 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-4e5a467b-a5f7-4ce5-ab2b-d0db03d23883 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326666 Jun 24 14:39:01.596656 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49212) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:39:01.601514 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:39:01.607471 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:39:01.611214 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Usage tracker for resource:floatingip and tenant:23e38294718d4efaa4a2abf95b65800c is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:39:01.614011 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:39:01.619574 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:39:01.629572 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.778945 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:01.911620 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Allocated IP 172.27.2.197 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/949c2ac7-de9d-4dfc-89ed-6fd3ce18ad9e) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:39:02.054918 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:02.082801 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:02.143926 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:39:02.150585 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:39:02.154531 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:39:02.182617 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'Port': ['ID=949c2ac7-de9d-4dfc-89ed-6fd3ce18ad9e,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:39:02.232794 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:02.289059 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:02.487628 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:02.491786 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:02.593148 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'Port': ['ID=949c2ac7-de9d-4dfc-89ed-6fd3ce18ad9e,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:39:02.607303 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:02.627970 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:02.629188 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-41f05362-89bc-4430-ba46-16684afe3ac5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0316396 Jun 24 14:39:02.790364 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-0e3093a5-1a51-43ba-ad95-f319d5a3450e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:39:02.804520 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-0e3093a5-1a51-43ba-ad95-f319d5a3450e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:39:02.805609 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-0e3093a5-1a51-43ba-ad95-f319d5a3450e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1625424862&fields=id&tenant_id=23e38294718d4efaa4a2abf95b65800c HTTP/1.1" status: 200 len: 267 time: 0.0544572 Jun 24 14:39:02.950720 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-089b4894-37e0-4075-be36-1db381d28cd1 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:02.952109 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-089b4894-37e0-4075-be36-1db381d28cd1 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 815 time: 0.1400065 Jun 24 14:39:02.966500 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-0b81c7e5-bbfb-4aed-bd5d-8fb1eb72e1fe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/quotas/23e38294718d4efaa4a2abf95b65800c HTTP/1.1" status: 200 len: 375 time: 0.0089455 Jun 24 14:39:03.054640 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-8ced2d0c-271f-4ee6-a02b-4c7f0021d62c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:port {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:39:03.068877 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-8ced2d0c-271f-4ee6-a02b-4c7f0021d62c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:port {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:39:03.070115 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-8ced2d0c-271f-4ee6-a02b-4c7f0021d62c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0989363 Jun 24 14:39:03.204668 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-3fdebe8c-ffb7-41b0-a8a9-8353e6f45599 service neutron] 10.222.0.16 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224146 Jun 24 14:39:03.333477 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-94bbaf99-55de-4b2a-8ac6-c1bf11471fdf service neutron] 10.222.0.16 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227462 Jun 24 14:39:03.603110 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-51773cfb-8ee5-46fb-9b8a-47ec1854c28f req-d45e3c86-833b-487d-b7bb-def4447b7c1c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 210 time: 0.1398883 Jun 24 14:39:04.178702 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a56108-1f61-4bec-9d15-56a482b45262 req-84b4f6d4-28df-4b47-825f-9c893f657be2 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:04.179570 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e479a-3914-49cb-af79-87b1441fadd6 req-02631720-4d73-45d7-84b1-23431757291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:04.180129 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-31a56108-1f61-4bec-9d15-56a482b45262 req-84b4f6d4-28df-4b47-825f-9c893f657be2 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.0959520 Jun 24 14:39:04.181376 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8a2e479a-3914-49cb-af79-87b1441fadd6 req-02631720-4d73-45d7-84b1-23431757291c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17406468151f42ad9a63b38f5be1a43d&device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 1137 time: 0.0819283 Jun 24 14:39:04.225807 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-31a56108-1f61-4bec-9d15-56a482b45262 req-6e50f254-178b-481d-b3e7-4eab88fbddfa tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&id=5833b7e1-0a49-4c37-9968-0d8731ac6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393775 Jun 24 14:39:04.312347 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e479a-3914-49cb-af79-87b1441fadd6 req-ee487f47-da1b-4fda-ad8f-d4279de2e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:04.313812 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8a2e479a-3914-49cb-af79-87b1441fadd6 req-ee487f47-da1b-4fda-ad8f-d4279de2e19a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b578afe4-7fd1-4f77-b2b3-09cc25263854 HTTP/1.1" status: 200 len: 915 time: 0.1257572 Jun 24 14:39:04.420749 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8a2e479a-3914-49cb-af79-87b1441fadd6 req-2dcd6ba6-ce68-4c89-8c75-1b08825a4357 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 200 len: 1000 time: 0.0997984 Jun 24 14:39:04.482523 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e479a-3914-49cb-af79-87b1441fadd6 req-46cbed69-18db-4a3e-ae29-1238f06aabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:04.483865 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8a2e479a-3914-49cb-af79-87b1441fadd6 req-46cbed69-18db-4a3e-ae29-1238f06aabb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45414629-c655-4455-8d4c-5433799cfc38 HTTP/1.1" status: 200 len: 853 time: 0.0570686 Jun 24 14:39:04.769315 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d2136f9c-0e8a-4e9f-ab28-ad033c83cc77 req-7617ea2e-7c7d-4f86-98af-85df02a0c96e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 210 time: 0.0537121 Jun 24 14:39:04.800989 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e479a-3914-49cb-af79-87b1441fadd6 req-d5be0d72-d835-4f4e-bf56-5ab9364a829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:04.802475 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8a2e479a-3914-49cb-af79-87b1441fadd6 req-d5be0d72-d835-4f4e-bf56-5ab9364a829c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b578afe4-7fd1-4f77-b2b3-09cc25263854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3101029 Jun 24 14:39:04.810144 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-1230c20a-c2d7-4684-9a2a-a7ce5bfc7db1 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:04.811401 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-1230c20a-c2d7-4684-9a2a-a7ce5bfc7db1 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 815 time: 0.1747973 Jun 24 14:39:04.932840 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-f85794c0-dd10-48d5-8a2b-84f794e44f0d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23e38294718d4efaa4a2abf95b65800c HTTP/1.1" status: 200 len: 380 time: 0.1018286 Jun 24 14:39:04.942083 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'port': {'device_id': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'admin_state_up': True, 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'security_groups': ['83fef42f-46ea-468d-a805-fe049b4b5569']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:39:05.041581 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8a2e479a-3914-49cb-af79-87b1441fadd6 req-dabc8882-3b3f-46f6-9ef9-abf05a052fa2 service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290246 Jun 24 14:39:05.177549 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:39:05.200876 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:39:05.224322 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Made reservation on behalf of 23e38294718d4efaa4a2abf95b65800c for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:39:05.227752 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:05.237951 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8a2e479a-3914-49cb-af79-87b1441fadd6 req-025da5f7-e7ca-471d-a629-22180838fa12 service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841908 Jun 24 14:39:05.393126 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Allocated IP 172.20.0.4 (3f874db6-799f-4409-b38d-b908341ff4ee/9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f/bf6ca916-cccd-4156-a7ac-cff9b34e00be) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:39:05.420533 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc38f77-4cc2-454b-a570-8c3459853920 req-f509d3ca-a1f7-43ab-9e4a-e48035d9359b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:05.422127 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5cc38f77-4cc2-454b-a570-8c3459853920 req-f509d3ca-a1f7-43ab-9e4a-e48035d9359b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.0896275 Jun 24 14:39:05.470340 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5cc38f77-4cc2-454b-a570-8c3459853920 req-201dc45d-34a5-473a-8c34-720c10193ba8 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&id=5833b7e1-0a49-4c37-9968-0d8731ac6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412407 Jun 24 14:39:05.581231 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:05.596330 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Transition to ACTIVE for port object bf6ca916-cccd-4156-a7ac-cff9b34e00be will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:39:05.619237 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:05.684601 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Network 3f874db6-799f-4409-b38d-b908341ff4ee is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:39:05.687451 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:39:05.695552 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:39:05.738324 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event updated for resources: {'Port': ['ID=bf6ca916-cccd-4156-a7ac-cff9b34e00be,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:39:05.767289 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:05.767915 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:05.795262 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-367b8bf9-7489-42a2-ab06-e5f9e0ff0127 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8545566 Jun 24 14:39:05.812454 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Request body: {'port': {'device_id': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:39:05.893905 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-f954987b-215d-4946-9bac-f9e42d97d132 None None] Provisioning for port bf6ca916-cccd-4156-a7ac-cff9b34e00be completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:39:05.900838 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-f954987b-215d-4946-9bac-f9e42d97d132 None None] Provisioning complete for port bf6ca916-cccd-4156-a7ac-cff9b34e00be triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:39:05.901741 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f954987b-215d-4946-9bac-f9e42d97d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:05.938890 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:06.001060 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-f954987b-215d-4946-9bac-f9e42d97d132 None None] Port bf6ca916-cccd-4156-a7ac-cff9b34e00be cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:39:06.109920 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919a8b8-6447-499a-b2a1-98ea38e4f6ac req-7e028ff4-d0fc-46cc-8b2d-499f8fb353b3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:06.111346 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4919a8b8-6447-499a-b2a1-98ea38e4f6ac req-7e028ff4-d0fc-46cc-8b2d-499f8fb353b3 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 931 time: 0.0871046 Jun 24 14:39:06.154929 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4919a8b8-6447-499a-b2a1-98ea38e4f6ac req-2b6d098a-dd7d-4f3b-bf9e-77e6b353fcdd tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378656 Jun 24 14:39:06.280559 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6ca916-cccd-4156-a7ac-cff9b34e00be {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:39:06.287378 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:06.301662 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Transition to ACTIVE for port object bf6ca916-cccd-4156-a7ac-cff9b34e00be will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:39:06.305441 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:06.559169 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6ca916-cccd-4156-a7ac-cff9b34e00be,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:39:06.637810 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Attempting to bind port bf6ca916-cccd-4156-a7ac-cff9b34e00be on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:39:06.638151 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Attempting to bind port bf6ca916-cccd-4156-a7ac-cff9b34e00be by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:39:06.638491 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Attempting to bind port bf6ca916-cccd-4156-a7ac-cff9b34e00be on network 3f874db6-799f-4409-b38d-b908341ff4ee {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:39:06.645425 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Port bf6ca916-cccd-4156-a7ac-cff9b34e00be on network 3f874db6-799f-4409-b38d-b908341ff4ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:39:06.645748 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Attempting to bind port bf6ca916-cccd-4156-a7ac-cff9b34e00be on network 3f874db6-799f-4409-b38d-b908341ff4ee {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:39:06.651626 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:39:06.652060 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Checking segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:39:06.652331 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Bound using segment: {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:39:06.653324 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Bound port: bf6ca916-cccd-4156-a7ac-cff9b34e00be, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2862b541-abf9-43a0-9d19-57a779300b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:39:06.653677 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:06.685789 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d5c71-09a5-47ad-b4e9-13fc9894c71e req-997e9c64-8640-4d79-8e1f-278201db79ea tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:06.687213 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0b1d5c71-09a5-47ad-b4e9-13fc9894c71e req-997e9c64-8640-4d79-8e1f-278201db79ea tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.0976081 Jun 24 14:39:06.734009 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0b1d5c71-09a5-47ad-b4e9-13fc9894c71e req-a682e159-94b0-4fe9-b6fb-29a7a5c97120 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&id=5833b7e1-0a49-4c37-9968-0d8731ac6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409737 Jun 24 14:39:06.752881 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] For port bf6ca916-cccd-4156-a7ac-cff9b34e00be, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:39:06.757250 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] For port bf6ca916-cccd-4156-a7ac-cff9b34e00be, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=bf6ca916-cccd-4156-a7ac-cff9b34e00be,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:39:06.761138 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:06.814142 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:06.814747 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:06.816120 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf6ca916-cccd-4156-a7ac-cff9b34e00be HTTP/1.1" status: 200 len: 1093 time: 1.0086358 Jun 24 14:39:06.816577 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'tag': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:39:06.854332 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb806c5-eabf-4ad9-854e-322ef6882659 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6ca916-cccd-4156-a7ac-cff9b34e00be,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:39:06.869758 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397141ed-2851-4b1f-9924-7eba5e853679'] response: {'name': 'network-changed', 'server_uuid': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'tag': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be', 'status': 'completed', 'code': 200} Jun 24 14:39:06.918576 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:06.968560 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-41779421-651d-4dca-bbb2-b3f8e040e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:06.970041 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-41779421-651d-4dca-bbb2-b3f8e040e6a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 1096 time: 0.0852323 Jun 24 14:39:07.048626 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-71f27778-6256-433b-93fd-4960afec3454 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf6ca916-cccd-4156-a7ac-cff9b34e00be HTTP/1.1" status: 200 len: 217 time: 0.0648720 Jun 24 14:39:07.111769 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-bb2872e2-23dc-4701-97f2-b1c03f0bc203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:07.113095 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-bb2872e2-23dc-4701-97f2-b1c03f0bc203 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0568786 Jun 24 14:39:07.192539 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-71002e4f-2c19-47ad-8a66-85ca5f9bb9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:07.194006 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-71002e4f-2c19-47ad-8a66-85ca5f9bb9f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748370 Jun 24 14:39:07.323130 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-e4bdc30e-9c34-49dc-8c49-ba3bb00f2ec9 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215408 Jun 24 14:39:07.348089 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98078fb-e50e-492c-800e-29486959a1c2 req-d512103a-5e22-4fd3-800a-067bf90e3d7e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:07.349706 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b98078fb-e50e-492c-800e-29486959a1c2 req-d512103a-5e22-4fd3-800a-067bf90e3d7e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 943 time: 0.0881865 Jun 24 14:39:07.394453 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b98078fb-e50e-492c-800e-29486959a1c2 req-02a85804-03ce-49ad-a1c9-7edcc89ba164 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388710 Jun 24 14:39:07.461540 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a29cc1bc-18f4-4212-9ba8-5f6a2009c5c1 req-cdf17e6c-68f4-4079-92e7-706492c1b81c service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243663 Jun 24 14:39:07.632638 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb70d9d-5195-499f-b996-d71cf652faa0 req-9394a4d7-7d05-436f-b25c-1ceb23dfbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:07.634095 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8bb70d9d-5195-499f-b996-d71cf652faa0 req-9394a4d7-7d05-436f-b25c-1ceb23dfbaaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 1096 time: 0.0803339 Jun 24 14:39:07.769694 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb70d9d-5195-499f-b996-d71cf652faa0 req-9d1b2d9a-e49b-4c2e-924c-3d2ecad36035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:07.771241 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8bb70d9d-5195-499f-b996-d71cf652faa0 req-9d1b2d9a-e49b-4c2e-924c-3d2ecad36035 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 916 time: 0.1309078 Jun 24 14:39:07.841806 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8bb70d9d-5195-499f-b996-d71cf652faa0 req-5987740e-0897-4b12-8b9e-bf26a383adba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf6ca916-cccd-4156-a7ac-cff9b34e00be HTTP/1.1" status: 200 len: 217 time: 0.0626304 Jun 24 14:39:07.901706 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb70d9d-5195-499f-b996-d71cf652faa0 req-ffa4bba7-03c9-4502-9f6c-469946c6fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:07.903661 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8bb70d9d-5195-499f-b996-d71cf652faa0 req-ffa4bba7-03c9-4502-9f6c-469946c6fc2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0565450 Jun 24 14:39:07.930783 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b32b1-8bd2-42f8-94d9-c540f0077add req-42afdf58-a4ef-4de5-9fb1-1f21fe829411 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:07.932201 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a21b32b1-8bd2-42f8-94d9-c540f0077add req-42afdf58-a4ef-4de5-9fb1-1f21fe829411 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.0858417 Jun 24 14:39:07.976575 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a21b32b1-8bd2-42f8-94d9-c540f0077add req-05e6b765-2035-4dd4-b167-f2e28532d6f1 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&id=5833b7e1-0a49-4c37-9968-0d8731ac6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383623 Jun 24 14:39:07.987956 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb70d9d-5195-499f-b996-d71cf652faa0 req-246e6390-a2e9-4486-a8ac-a7f105f53849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:07.989492 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8bb70d9d-5195-499f-b996-d71cf652faa0 req-246e6390-a2e9-4486-a8ac-a7f105f53849 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798531 Jun 24 14:39:08.117463 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8bb70d9d-5195-499f-b996-d71cf652faa0 req-dfa4fcd5-5c74-4bc4-b789-397cf815e7ba service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211967 Jun 24 14:39:08.333690 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8bb70d9d-5195-499f-b996-d71cf652faa0 req-8a938311-22d6-4ca4-a087-4104ce2f8dc0 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075706 Jun 24 14:39:08.466119 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4bfba910-5c6e-48ac-bf6b-ee1212b0fe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:08.597773 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e7df0-cdfb-4d8b-81bf-686937e007a3 req-dd1b4a15-3994-4283-99b3-bb3ac1d8016e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:08.599212 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-956e7df0-cdfb-4d8b-81bf-686937e007a3 req-dd1b4a15-3994-4283-99b3-bb3ac1d8016e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 943 time: 0.0887470 Jun 24 14:39:08.642721 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-956e7df0-cdfb-4d8b-81bf-686937e007a3 req-f519cce6-887d-4525-a38a-2e97cbf62e93 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379126 Jun 24 14:39:09.174422 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060e9c7-dec5-46c8-80cb-e4be98e103e7 req-e49f1c49-bf31-43d8-93d4-e40c6619e5bc tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:09.175840 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c060e9c7-dec5-46c8-80cb-e4be98e103e7 req-e49f1c49-bf31-43d8-93d4-e40c6619e5bc tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.0938118 Jun 24 14:39:09.219364 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-c060e9c7-dec5-46c8-80cb-e4be98e103e7 req-70d8b9ea-94ad-4fa5-af5d-91cc59d7baab tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&id=5833b7e1-0a49-4c37-9968-0d8731ac6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378265 Jun 24 14:39:09.844475 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6168f9a-fc45-4112-a85d-bea8537cfc4f req-7513175c-cdda-4ef9-997e-982500a9bf23 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:09.845910 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b6168f9a-fc45-4112-a85d-bea8537cfc4f req-7513175c-cdda-4ef9-997e-982500a9bf23 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 943 time: 0.1020386 Jun 24 14:39:09.888956 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b6168f9a-fc45-4112-a85d-bea8537cfc4f req-a95783f0-e564-4329-811c-fdd0ffc23049 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374169 Jun 24 14:39:10.407010 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d32721-8a15-4b00-b590-5763ba6f484f req-194ca1bd-9d32-4c22-9421-19a7f12988c7 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:10.408480 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-91d32721-8a15-4b00-b590-5763ba6f484f req-194ca1bd-9d32-4c22-9421-19a7f12988c7 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.0874798 Jun 24 14:39:10.453185 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-91d32721-8a15-4b00-b590-5763ba6f484f req-132e26f3-7714-4086-bd2d-137cd1f2b215 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&id=5833b7e1-0a49-4c37-9968-0d8731ac6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389812 Jun 24 14:39:10.713668 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-538b1c42-6f52-4359-8c51-9e028166c834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:11.079672 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40701-bdc7-4108-8855-f1f10d6f4612 req-747fb959-c86c-40fa-956a-fd65a393f196 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:11.081288 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-30a40701-bdc7-4108-8855-f1f10d6f4612 req-747fb959-c86c-40fa-956a-fd65a393f196 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 943 time: 0.0878384 Jun 24 14:39:11.123468 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-30a40701-bdc7-4108-8855-f1f10d6f4612 req-e2ca7021-3052-428a-804e-df761a77bda5 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366790 Jun 24 14:39:11.640912 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device bf6ca916-cccd-4156-a7ac-cff9b34e00be details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:39:11.643981 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa693d06-6133-44e1-9761-c3f8174eaad9 req-c2f0addb-416b-44bd-aab7-f2780b23bf7c tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:11.645663 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aa693d06-6133-44e1-9761-c3f8174eaad9 req-c2f0addb-416b-44bd-aab7-f2780b23bf7c tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.0908160 Jun 24 14:39:11.648469 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:11.691335 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aa693d06-6133-44e1-9761-c3f8174eaad9 req-27f92971-2460-46c9-a6a2-24073de87d27 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&id=5833b7e1-0a49-4c37-9968-0d8731ac6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394602 Jun 24 14:39:11.773215 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port bf6ca916-cccd-4156-a7ac-cff9b34e00be, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=bf6ca916-cccd-4156-a7ac-cff9b34e00be,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:39:11.785796 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'port_id': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be', 'mac_address': 'fa:16:3e:f0:79:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:39:11.840045 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port bf6ca916-cccd-4156-a7ac-cff9b34e00be is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:39:11.840474 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:11.856845 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6ca916-cccd-4156-a7ac-cff9b34e00be {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:39:11.873259 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port bf6ca916-cccd-4156-a7ac-cff9b34e00be, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=bf6ca916-cccd-4156-a7ac-cff9b34e00be,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:39:11.876761 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:11.943965 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=bf6ca916-cccd-4156-a7ac-cff9b34e00be,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:39:11.951023 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:11.951362 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:11.951695 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:11.952020 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:11.952341 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:11.952692 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:11.953013 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:11.953332 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:11.953654 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:11.953969 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:11.954284 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:11.954597 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:39:12.004972 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:12.312587 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['bf6ca916-cccd-4156-a7ac-cff9b34e00be'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:39:12.313391 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d0337-4b6e-49ae-bad7-b787cbb6db99 req-6fb038b1-6f9d-4eb5-8bcc-1342b052876d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:12.314886 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-205d0337-4b6e-49ae-bad7-b787cbb6db99 req-6fb038b1-6f9d-4eb5-8bcc-1342b052876d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 944 time: 0.0873637 Jun 24 14:39:12.358968 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-205d0337-4b6e-49ae-bad7-b787cbb6db99 req-bf8db9ec-eda7-4eaf-87d6-c6b3263c2d4f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381918 Jun 24 14:39:12.883451 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0bc9b-78fe-4a36-a982-65e609991fce req-7633504e-3688-4ba7-bd6d-917edfd0d4f2 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:12.884835 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e3f0bc9b-78fe-4a36-a982-65e609991fce req-7633504e-3688-4ba7-bd6d-917edfd0d4f2 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.0883985 Jun 24 14:39:12.930225 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e3f0bc9b-78fe-4a36-a982-65e609991fce req-36b76259-f5cd-4de8-bd5e-3798ea0e1fde tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&id=5833b7e1-0a49-4c37-9968-0d8731ac6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389974 Jun 24 14:39:13.542454 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64b745-53e5-44d5-9557-702cd725a03b req-1c828cdb-8740-471d-aa12-731e9a5582c0 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:13.544402 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5a64b745-53e5-44d5-9557-702cd725a03b req-1c828cdb-8740-471d-aa12-731e9a5582c0 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 944 time: 0.0845044 Jun 24 14:39:13.586588 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5a64b745-53e5-44d5-9557-702cd725a03b req-6b259725-0ef8-4fa9-91ce-a499e110a608 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366399 Jun 24 14:39:13.687052 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:13.763844 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device bf6ca916-cccd-4156-a7ac-cff9b34e00be up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:39:13.834472 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port bf6ca916-cccd-4156-a7ac-cff9b34e00be completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:39:13.839372 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port bf6ca916-cccd-4156-a7ac-cff9b34e00be triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:39:13.839732 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:13.951550 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port bf6ca916-cccd-4156-a7ac-cff9b34e00be is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:39:13.951856 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:13.978150 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:39:13.989046 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port bf6ca916-cccd-4156-a7ac-cff9b34e00be, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=bf6ca916-cccd-4156-a7ac-cff9b34e00be,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:39:13.992955 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:14.028676 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8371fedf-890c-4db5-9e1a-9af8e948cfdd'] response: {'server_uuid': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be', 'code': 200} Jun 24 14:39:14.060876 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=bf6ca916-cccd-4156-a7ac-cff9b34e00be,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:39:14.206404 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7e336-a3d8-48bd-b876-9ee3aa87fad0 req-36410cb0-9241-408e-8014-1a0a42678c48 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:14.207743 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1ef7e336-a3d8-48bd-b876-9ee3aa87fad0 req-36410cb0-9241-408e-8014-1a0a42678c48 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.1718957 Jun 24 14:39:14.253554 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1ef7e336-a3d8-48bd-b876-9ee3aa87fad0 req-69940a87-d82c-459d-8c87-ce3b0f9e8ac0 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&id=5833b7e1-0a49-4c37-9968-0d8731ac6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396187 Jun 24 14:39:14.298244 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bd1bf-046b-4666-9801-58f1693b06b5 req-027c87c2-7aaa-4f8b-9347-a5fbb7bacc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:14.299865 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d82bd1bf-046b-4666-9801-58f1693b06b5 req-027c87c2-7aaa-4f8b-9347-a5fbb7bacc85 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 1098 time: 0.0759339 Jun 24 14:39:14.339502 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d82bd1bf-046b-4666-9801-58f1693b06b5 req-2e87e1f0-2281-45fc-9b02-5072b8ad24d9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327165 Jun 24 14:39:14.777266 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd1760-7966-43d3-993a-88d992f5ff08 req-27aaef01-2034-4c72-b16f-3bd1eccf1bf2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:14.778691 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a9dd1760-7966-43d3-993a-88d992f5ff08 req-27aaef01-2034-4c72-b16f-3bd1eccf1bf2 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 945 time: 0.0879891 Jun 24 14:39:14.821405 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a9dd1760-7966-43d3-993a-88d992f5ff08 req-87998a51-0c50-4711-ad81-24f8b908cafe tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371141 Jun 24 14:39:15.442688 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cae62-2eb9-418b-ae37-7f0b19642716 req-b81a44a7-07eb-4b6b-b9eb-e56966c87753 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:15.444115 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-802cae62-2eb9-418b-ae37-7f0b19642716 req-b81a44a7-07eb-4b6b-b9eb-e56966c87753 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.0870695 Jun 24 14:39:15.492539 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-802cae62-2eb9-418b-ae37-7f0b19642716 req-da548780-fc02-4e3c-8780-377293ff8b62 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&id=5833b7e1-0a49-4c37-9968-0d8731ac6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425057 Jun 24 14:39:16.008564 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee39fbf-0266-433d-80fb-b3b18d37a4f4 req-c5ed0d52-eef8-411e-9a71-f38db720d577 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:16.009984 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aee39fbf-0266-433d-80fb-b3b18d37a4f4 req-c5ed0d52-eef8-411e-9a71-f38db720d577 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 945 time: 0.0849891 Jun 24 14:39:16.053672 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-aee39fbf-0266-433d-80fb-b3b18d37a4f4 req-8373ac87-8928-490f-9ce3-3ec5dbca51ed tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374429 Jun 24 14:39:16.237697 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40c666-22ba-495f-bfe9-018649bb97b1 req-ce1f330b-4bc7-42f9-909c-dc4538448f9d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:16.239117 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3e40c666-22ba-495f-bfe9-018649bb97b1 req-ce1f330b-4bc7-42f9-909c-dc4538448f9d tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 945 time: 0.0882399 Jun 24 14:39:16.248233 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49292) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:39:16.253047 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-4ee3624c-6950-4203-a70c-b1b3b4d7df08 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Request body: {'floatingip': {'port_id': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:39:16.303066 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:39:16.331410 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4ee3624c-6950-4203-a70c-b1b3b4d7df08 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:16.836282 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2d1d7-46be-4d86-a4ef-55a17f2c9ef5 req-47186e0b-2c60-4105-9651-878c2df6e1bd tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:16.837708 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-82d2d1d7-46be-4d86-a4ef-55a17f2c9ef5 req-47186e0b-2c60-4105-9651-878c2df6e1bd tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.2059193 Jun 24 14:39:16.903692 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-82d2d1d7-46be-4d86-a4ef-55a17f2c9ef5 req-e9529d23-5eec-4e51-a472-a0f1be14bc16 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&id=5833b7e1-0a49-4c37-9968-0d8731ac6bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565715 Jun 24 14:39:17.017655 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4ee3624c-6950-4203-a70c-b1b3b4d7df08 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:17.021437 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4ee3624c-6950-4203-a70c-b1b3b4d7df08 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:17.277075 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-4ee3624c-6950-4203-a70c-b1b3b4d7df08 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Floating IP 423df3fd-90b0-4088-85f5-6ce003669864 associated. External IP: 172.27.2.197, port: bf6ca916-cccd-4156-a7ac-cff9b34e00be. Jun 24 14:39:17.612859 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee3624c-6950-4203-a70c-b1b3b4d7df08 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Router b60a0d33-d24b-429c-9725-130fc5bce3d0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:39:17.788116 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee3624c-6950-4203-a70c-b1b3b4d7df08 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:39:17.792892 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-4ee3624c-6950-4203-a70c-b1b3b4d7df08 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:17.797985 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120fcad9-3f59-420b-87da-85550f1b12ff None None] Sync routers for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:39:17.807018 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120fcad9-3f59-420b-87da-85550f1b12ff None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:39:17.807620 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-120fcad9-3f59-420b-87da-85550f1b12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:39:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:39:17.847998 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-4ee3624c-6950-4203-a70c-b1b3b4d7df08 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "PUT /v2.0/floatingips/423df3fd-90b0-4088-85f5-6ce003669864 HTTP/1.1" status: 200 len: 991 time: 1.5986810 Jun 24 14:39:17.848637 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'tag': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:39:17.894379 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03314d58-5654-434a-860c-4e6e235f3498'] response: {'name': 'network-changed', 'server_uuid': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'tag': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be', 'status': 'completed', 'code': 200} Jun 24 14:39:17.999872 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-120fcad9-3f59-420b-87da-85550f1b12ff None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:39:18.016254 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2746d-5c7e-47c2-bacb-1f2f07864d2f req-caec0300-00e8-4840-adb4-98a365c2fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:18.017733 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-41b2746d-5c7e-47c2-bacb-1f2f07864d2f req-caec0300-00e8-4840-adb4-98a365c2fbc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23e38294718d4efaa4a2abf95b65800c&device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 1098 time: 0.0792809 Jun 24 14:39:18.144812 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2746d-5c7e-47c2-bacb-1f2f07864d2f req-4aeb4cd4-ca18-4564-9a1f-0f81df95c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:18.146146 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-41b2746d-5c7e-47c2-bacb-1f2f07864d2f req-4aeb4cd4-ca18-4564-9a1f-0f81df95c6d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 200 len: 916 time: 0.1226439 Jun 24 14:39:18.247081 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-41b2746d-5c7e-47c2-bacb-1f2f07864d2f req-f87cf03f-7b48-4000-ac49-8e750dc8ae78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf6ca916-cccd-4156-a7ac-cff9b34e00be HTTP/1.1" status: 200 len: 999 time: 0.0946941 Jun 24 14:39:18.307196 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2746d-5c7e-47c2-bacb-1f2f07864d2f req-eae4e3f6-5f95-4c16-914e-f7f16ed4c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:18.308638 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-41b2746d-5c7e-47c2-bacb-1f2f07864d2f req-eae4e3f6-5f95-4c16-914e-f7f16ed4c864 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 200 len: 854 time: 0.0561810 Jun 24 14:39:18.334390 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-120fcad9-3f59-420b-87da-85550f1b12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '423df3fd-90b0-4088-85f5-6ce003669864', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:f0:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:39:02Z', 'updated_at': '2022-06-24T14:39:16Z', 'revision_number': 1, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:39:18.338063 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120fcad9-3f59-420b-87da-85550f1b12ff None None] Checking router: b60a0d33-d24b-429c-9725-130fc5bce3d0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:39:18.346605 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120fcad9-3f59-420b-87da-85550f1b12ff None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:39:18.347180 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-120fcad9-3f59-420b-87da-85550f1b12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:39:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:39:18.390844 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2746d-5c7e-47c2-bacb-1f2f07864d2f req-76c42f86-283c-4f2b-94d2-8a9085924cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:18.392293 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-41b2746d-5c7e-47c2-bacb-1f2f07864d2f req-76c42f86-283c-4f2b-94d2-8a9085924cbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3f874db6-799f-4409-b38d-b908341ff4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783365 Jun 24 14:39:18.523638 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-41b2746d-5c7e-47c2-bacb-1f2f07864d2f req-35417243-fd1d-469b-8647-02fc095bbc1a service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250510 Jun 24 14:39:18.557759 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-120fcad9-3f59-420b-87da-85550f1b12ff None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:39:18.651134 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-41b2746d-5c7e-47c2-bacb-1f2f07864d2f req-212d4a50-2d9b-470e-aea8-a928ae68fa96 service neutron] 10.222.0.36 "GET /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216938 Jun 24 14:39:18.898044 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-120fcad9-3f59-420b-87da-85550f1b12ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '423df3fd-90b0-4088-85f5-6ce003669864', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:f0:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:39:02Z', 'updated_at': '2022-06-24T14:39:16Z', 'revision_number': 1, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:39:18.901866 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120fcad9-3f59-420b-87da-85550f1b12ff None None] The sync data for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi is: [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '423df3fd-90b0-4088-85f5-6ce003669864', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'port_id': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'mac_address': 'fa:16:3e:f0:79:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:39:02Z', 'updated_at': '2022-06-24T14:39:16Z', 'revision_number': 1, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:39:19.087078 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20184514-e7ef-4f21-94ef-83d16be69ac2 None None] New status for floating IP 423df3fd-90b0-4088-85f5-6ce003669864: ACTIVE {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:39:36.912305 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:38.468537 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f957d019-f9c2-4fe7-8d5d-c3bdea209268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:40.716089 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c6049292-2c40-4a86-a77f-43af1099d73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:41.640725 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:42.007865 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:43.692620 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:39:47.312884 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b40841a0-2cfc-46ca-bc72-1f53d29e9e78 req-c644afb0-3132-46e8-aa11-a862e143ee69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733118 Jun 24 14:39:47.472020 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40841a0-2cfc-46ca-bc72-1f53d29e9e78 req-d630c1db-f9e1-459b-b9c5-97b994836bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:47.473457 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b40841a0-2cfc-46ca-bc72-1f53d29e9e78 req-d630c1db-f9e1-459b-b9c5-97b994836bf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17406468151f42ad9a63b38f5be1a43d&device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 1137 time: 0.0775023 Jun 24 14:39:47.611124 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40841a0-2cfc-46ca-bc72-1f53d29e9e78 req-31be557c-cf6a-40cf-887c-4ae2123d97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:47.612441 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b40841a0-2cfc-46ca-bc72-1f53d29e9e78 req-31be557c-cf6a-40cf-887c-4ae2123d97c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b578afe4-7fd1-4f77-b2b3-09cc25263854 HTTP/1.1" status: 200 len: 915 time: 0.1210711 Jun 24 14:39:47.712127 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b40841a0-2cfc-46ca-bc72-1f53d29e9e78 req-8b898f14-d9a0-4d52-8736-cf9b335998b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 200 len: 1000 time: 0.0932357 Jun 24 14:39:47.772170 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40841a0-2cfc-46ca-bc72-1f53d29e9e78 req-ab766329-8670-4222-8b73-8dcb3a73e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:47.773553 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b40841a0-2cfc-46ca-bc72-1f53d29e9e78 req-ab766329-8670-4222-8b73-8dcb3a73e1bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45414629-c655-4455-8d4c-5433799cfc38 HTTP/1.1" status: 200 len: 853 time: 0.0545194 Jun 24 14:39:47.854234 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40841a0-2cfc-46ca-bc72-1f53d29e9e78 req-8f6ebf6a-cc4d-4aec-b27d-dc4a12fdb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:39:47.855691 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b40841a0-2cfc-46ca-bc72-1f53d29e9e78 req-8f6ebf6a-cc4d-4aec-b27d-dc4a12fdb4ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b578afe4-7fd1-4f77-b2b3-09cc25263854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756328 Jun 24 14:39:48.091182 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b40841a0-2cfc-46ca-bc72-1f53d29e9e78 req-8a506fe9-785a-4353-9826-375da99e8604 service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289977 Jun 24 14:39:48.219317 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b40841a0-2cfc-46ca-bc72-1f53d29e9e78 req-11a2bf6e-1fab-4649-ba8d-8470d80bebd0 service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220388 Jun 24 14:39:53.301907 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:40:06.925531 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:08.477895 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-9a22da5d-5173-4c48-a756-f5be19bf51fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:10.717711 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-394acb58-8c9a-4775-ae72-7064b06eb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:11.642055 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:12.010187 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:13.693272 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:19.504757 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [req-57899a55-7d30-4baf-b92a-434543887450 req-4f271720-cb81-46f5-a8a3-7081854e4391 service neutron] (88094) timed out ('10.222.0.36', 49931) {{(pid=88094) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 14:40:19.753034 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [req-a24d69b4-2ca7-410f-b709-a27cb4c333ec req-3a93ba87-6417-43c7-962a-4d70fb4a31d3 service neutron] (88095) timed out ('10.222.0.36', 49912) {{(pid=88095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 14:40:20.498727 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-069e2489-64c0-4091-82e0-cb0f40296dc3 req-c71e7d46-ae01-4ead-8d1c-d67617166961 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194679987&fields=id&tenant_id=17406468151f42ad9a63b38f5be1a43d HTTP/1.1" status: 200 len: 267 time: 0.1151965 Jun 24 14:40:20.588267 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e2489-64c0-4091-82e0-cb0f40296dc3 req-d2cbc914-605b-400c-a020-cd0e8d179a3c tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:20.589650 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-069e2489-64c0-4091-82e0-cb0f40296dc3 req-d2cbc914-605b-400c-a020-cd0e8d179a3c tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 984 time: 0.0849676 Jun 24 14:40:20.600083 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [req-069e2489-64c0-4091-82e0-cb0f40296dc3 req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Request body: {'port': {'security_groups': ['ec57e101-7055-4448-acd2-de77ec8f055e']}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:40:20.721420 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [req-069e2489-64c0-4091-82e0-cb0f40296dc3 req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:20.976661 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [req-069e2489-64c0-4091-82e0-cb0f40296dc3 req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] For port 1244f8c7-f079-4664-9af7-f0aff3a8678e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:21.003440 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [req-069e2489-64c0-4091-82e0-cb0f40296dc3 req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:21.007899 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [req-069e2489-64c0-4091-82e0-cb0f40296dc3 req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:21.055997 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['1244f8c7-f079-4664-9af7-f0aff3a8678e'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:40:21.074229 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e2489-64c0-4091-82e0-cb0f40296dc3 req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:21.074845 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [req-069e2489-64c0-4091-82e0-cb0f40296dc3 req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:21.076285 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-069e2489-64c0-4091-82e0-cb0f40296dc3 req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "PUT /v2.0/ports/1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 200 len: 942 time: 0.4805617 Jun 24 14:40:21.076753 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:40:21.083810 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49346) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:21.104832 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event updated for resources: {'Port': ['ID=1244f8c7-f079-4664-9af7-f0aff3a8678e,revision_number=7']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:21.113492 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.113835 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.114335 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.114675 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.115005 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.115454 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.115780 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.116160 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.116551 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.116876 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.117254 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.117516 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a305347-6f39-49c6-a2b3-dbffd887a9f9 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.146871 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0bd6e8-01f9-4655-8d58-94110508e6cf'] response: {'name': 'network-changed', 'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'status': 'completed', 'code': 200} Jun 24 14:40:21.185659 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:21.224724 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['1244f8c7-f079-4664-9af7-f0aff3a8678e'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:40:21.226881 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:21.341247 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:21.369619 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5833b7e1-0a49-4c37-9968-0d8731ac6bb1,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:21.383129 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.383476 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.383813 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.384210 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.384576 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.384905 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.385230 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.385556 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.385881 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.386206 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.386529 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.386850 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:40:21.391270 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:21.395237 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-6d7988ce-669f-4558-ad4c-48cb3459502e tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "DELETE /v2.0/security-groups/5833b7e1-0a49-4c37-9968-0d8731ac6bb1 HTTP/1.1" status: 204 len: 168 time: 0.3076141 Jun 24 14:40:21.395237 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49352) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:21.441194 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-676e0524-fabb-4a90-b411-a56054129db0 None None] Provisioning complete for port 1244f8c7-f079-4664-9af7-f0aff3a8678e triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:40:21.441555 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-676e0524-fabb-4a90-b411-a56054129db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:21.509614 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7bb14-02a0-43a1-a060-eb38c430bf8e req-1bcd8905-1da1-4161-9e49-05ff624ad898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:21.511075 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d2d7bb14-02a0-43a1-a060-eb38c430bf8e req-1bcd8905-1da1-4161-9e49-05ff624ad898 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17406468151f42ad9a63b38f5be1a43d&device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 1098 time: 0.2987087 Jun 24 14:40:21.554061 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-676e0524-fabb-4a90-b411-a56054129db0 None None] Current status of the port 1244f8c7-f079-4664-9af7-f0aff3a8678e is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:40:21.691181 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Deleting port 94f4e5d3-ebdf-422e-84dc-07caf363dad1 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:21.691524 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:21.782402 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7bb14-02a0-43a1-a060-eb38c430bf8e req-1fe11d5b-c9a2-4567-9d0a-a916b551411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:21.784353 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d2d7bb14-02a0-43a1-a060-eb38c430bf8e req-1fe11d5b-c9a2-4567-9d0a-a916b551411b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b578afe4-7fd1-4f77-b2b3-09cc25263854 HTTP/1.1" status: 200 len: 915 time: 0.2142291 Jun 24 14:40:21.956576 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d2d7bb14-02a0-43a1-a060-eb38c430bf8e req-da28ed0d-e6f4-4492-83d7-9a4beaecbbe3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 200 len: 1000 time: 0.1248558 Jun 24 14:40:22.001049 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:22.001433 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:22.129085 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Calling delete_port for 94f4e5d3-ebdf-422e-84dc-07caf363dad1 owned by network:floatingip {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:22.175643 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7bb14-02a0-43a1-a060-eb38c430bf8e req-7115eb05-27a3-424e-940f-bb6597b41263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:22.177095 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d2d7bb14-02a0-43a1-a060-eb38c430bf8e req-7115eb05-27a3-424e-940f-bb6597b41263 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45414629-c655-4455-8d4c-5433799cfc38 HTTP/1.1" status: 200 len: 853 time: 0.2123203 Jun 24 14:40:22.395183 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7bb14-02a0-43a1-a060-eb38c430bf8e req-ce33680f-a0d2-48c2-9b3a-655e89cdcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:22.396583 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d2d7bb14-02a0-43a1-a060-eb38c430bf8e req-ce33680f-a0d2-48c2-9b3a-655e89cdcc8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b578afe4-7fd1-4f77-b2b3-09cc25263854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2111793 Jun 24 14:40:22.538373 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:22.602984 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event deleted for resources: {'Port': ['ID=94f4e5d3-ebdf-422e-84dc-07caf363dad1,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:22.683357 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d2d7bb14-02a0-43a1-a060-eb38c430bf8e req-92f38e93-f766-41f5-a064-dce079053ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563114 Jun 24 14:40:22.783203 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks [] for floatingip, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:22.783532 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.l3_db [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Floating IP 94bda3cb-3c93-47de-b0b3-411ebe8f4863 disassociated (deleted). External IP: 172.27.2.14, port: 1244f8c7-f079-4664-9af7-f0aff3a8678e. Jun 24 14:40:22.960687 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d2d7bb14-02a0-43a1-a060-eb38c430bf8e req-942d8232-1608-48c5-97ff-4d9cf0069500 service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706327 Jun 24 14:40:23.161879 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:40:23.335667 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:40:23.344767 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5b2fb-bf3b-4cd6-afd8-5e3a215503a0 None None] Sync routers for ids ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:40:23.351322 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:23.353590 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5b2fb-bf3b-4cd6-afd8-5e3a215503a0 None None] Routers {'69ef92d8-8a86-4873-94a2-21365ed6c1e0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:40:23.354189 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-94c5b2fb-bf3b-4cd6-afd8-5e3a215503a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:40:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:23.408284 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-0ff8cc05-0324-46e5-ae77-e7c319bf1c15 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "DELETE /v2.0/floatingips/94bda3cb-3c93-47de-b0b3-411ebe8f4863 HTTP/1.1" status: 204 len: 168 time: 2.0121903 Jun 24 14:40:23.408953 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:40:23.452927 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75a27cb-b643-44a2-966d-713d4cfb8b74'] response: {'name': 'network-changed', 'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'status': 'completed', 'code': 200} Jun 24 14:40:23.534366 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-94c5b2fb-bf3b-4cd6-afd8-5e3a215503a0 None None] Set router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:40:23.572899 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dff39-1898-4d9f-8e6f-150410465364 req-cac5e774-ceed-4739-806a-3994a1dfc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:23.574379 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-928dff39-1898-4d9f-8e6f-150410465364 req-cac5e774-ceed-4739-806a-3994a1dfc36b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17406468151f42ad9a63b38f5be1a43d&device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 1098 time: 0.0774155 Jun 24 14:40:23.716902 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dff39-1898-4d9f-8e6f-150410465364 req-27448407-cf2f-4234-bf2c-56862310aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:23.718670 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-928dff39-1898-4d9f-8e6f-150410465364 req-27448407-cf2f-4234-bf2c-56862310aec1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b578afe4-7fd1-4f77-b2b3-09cc25263854 HTTP/1.1" status: 200 len: 915 time: 0.1384034 Jun 24 14:40:23.909899 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-94c5b2fb-bf3b-4cd6-afd8-5e3a215503a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '41b3a191-ad32-4404-a102-421ea4671772', 'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'mac_address': 'fa:16:3e:65:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:03Z', 'updated_at': '2022-06-24T14:37:11Z', 'revision_number': 5, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'subnets': [{'id': '45414629-c655-4455-8d4c-5433799cfc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:23.913645 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-928dff39-1898-4d9f-8e6f-150410465364 req-e84c3621-7e06-4f88-8fb7-914764aefb0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 200 len: 217 time: 0.1881549 Jun 24 14:40:23.913776 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5b2fb-bf3b-4cd6-afd8-5e3a215503a0 None None] Checking router: 69ef92d8-8a86-4873-94a2-21365ed6c1e0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:40:23.922030 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5b2fb-bf3b-4cd6-afd8-5e3a215503a0 None None] Routers {'69ef92d8-8a86-4873-94a2-21365ed6c1e0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:40:23.922619 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-94c5b2fb-bf3b-4cd6-afd8-5e3a215503a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:40:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:23.993743 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dff39-1898-4d9f-8e6f-150410465364 req-11782626-f2b4-4b1d-8081-88c3c9ad2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:23.995165 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-928dff39-1898-4d9f-8e6f-150410465364 req-11782626-f2b4-4b1d-8081-88c3c9ad2100 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45414629-c655-4455-8d4c-5433799cfc38 HTTP/1.1" status: 200 len: 853 time: 0.0573747 Jun 24 14:40:24.093399 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dff39-1898-4d9f-8e6f-150410465364 req-991a5338-1940-456d-9048-782b73e1c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:24.094767 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-928dff39-1898-4d9f-8e6f-150410465364 req-991a5338-1940-456d-9048-782b73e1c70c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b578afe4-7fd1-4f77-b2b3-09cc25263854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929782 Jun 24 14:40:24.096130 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-94c5b2fb-bf3b-4cd6-afd8-5e3a215503a0 None None] Set router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:40:24.224231 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-928dff39-1898-4d9f-8e6f-150410465364 req-896bdb33-718c-484d-a293-95add55736f8 service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224952 Jun 24 14:40:24.355399 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-928dff39-1898-4d9f-8e6f-150410465364 req-8dd23ffb-585a-460c-8d99-d04814a3ae48 service neutron] 10.222.0.36 "GET /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250103 Jun 24 14:40:24.411585 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-94c5b2fb-bf3b-4cd6-afd8-5e3a215503a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '41b3a191-ad32-4404-a102-421ea4671772', 'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'mac_address': 'fa:16:3e:65:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:03Z', 'updated_at': '2022-06-24T14:37:11Z', 'revision_number': 5, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'subnets': [{'id': '45414629-c655-4455-8d4c-5433799cfc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:24.415675 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5b2fb-bf3b-4cd6-afd8-5e3a215503a0 None None] The sync data for ids ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'] in dv-cinder-847189-2-iscsi is: [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:37:04Z', 'revision_number': 4, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '41b3a191-ad32-4404-a102-421ea4671772', 'name': '', 'network_id': 'b578afe4-7fd1-4f77-b2b3-09cc25263854', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'mac_address': 'fa:16:3e:65:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '45414629-c655-4455-8d4c-5433799cfc38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:03Z', 'updated_at': '2022-06-24T14:37:11Z', 'revision_number': 5, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'subnets': [{'id': '45414629-c655-4455-8d4c-5433799cfc38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:40:24.621777 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf816a7-9eba-478f-a3b3-f7a1c2cacc65 None None] New status for floating IP 94bda3cb-3c93-47de-b0b3-411ebe8f4863: DOWN {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:40:27.764787 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d9686-ac93-47bc-912f-550de22acd83 req-d1f907b7-0366-43ec-a7b6-d93b9b7679e6 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:27.766224 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f90d9686-ac93-47bc-912f-550de22acd83 req-d1f907b7-0366-43ec-a7b6-d93b9b7679e6 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 945 time: 0.0893304 Jun 24 14:40:27.808933 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f90d9686-ac93-47bc-912f-550de22acd83 req-cbeed4df-87aa-43a4-bf3e-3c0a6cfa8b97 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370078 Jun 24 14:40:29.041080 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b4060-21b8-4f11-9670-c49ccc4d5eb7 req-a2ce9da1-7920-4bcb-a8ad-02959ad29135 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:29.042506 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-166b4060-21b8-4f11-9670-c49ccc4d5eb7 req-a2ce9da1-7920-4bcb-a8ad-02959ad29135 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 945 time: 0.1297739 Jun 24 14:40:29.084953 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-166b4060-21b8-4f11-9670-c49ccc4d5eb7 req-419f3b2f-3990-491a-98d3-44f5513b6011 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368044 Jun 24 14:40:29.792704 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-5608b3b6-5ec4-4b07-bb11-0db06e382b34 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:29.793375 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-5608b3b6-5ec4-4b07-bb11-0db06e382b34 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Synchronizing usage tracker for tenant:17406468151f42ad9a63b38f5be1a43d on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:40:29.808055 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-5608b3b6-5ec4-4b07-bb11-0db06e382b34 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Unset dirty status for tenant:17406468151f42ad9a63b38f5be1a43d on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:40:29.809272 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-5608b3b6-5ec4-4b07-bb11-0db06e382b34 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 945 time: 0.0987728 Jun 24 14:40:29.880667 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-09d87ebb-877e-4506-860a-8d541e9880a3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Deleting port 1244f8c7-f079-4664-9af7-f0aff3a8678e {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:29.880928 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-09d87ebb-877e-4506-860a-8d541e9880a3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:30.120747 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-09d87ebb-877e-4506-860a-8d541e9880a3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] For port 1244f8c7-f079-4664-9af7-f0aff3a8678e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1244f8c7-f079-4664-9af7-f0aff3a8678e,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:30.121109 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-09d87ebb-877e-4506-860a-8d541e9880a3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:30.245172 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-09d87ebb-877e-4506-860a-8d541e9880a3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Calling delete_port for 1244f8c7-f079-4664-9af7-f0aff3a8678e owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:30.299929 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:40:30.377572 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c3a44-1c5f-4c20-baaf-9f080a81dd6d req-8b5b7237-855c-48f8-8052-d20cb681d59b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:30.378997 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3d6c3a44-1c5f-4c20-baaf-9f080a81dd6d req-8b5b7237-855c-48f8-8052-d20cb681d59b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9 HTTP/1.1" status: 200 len: 945 time: 0.1879177 Jun 24 14:40:30.393929 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-09d87ebb-877e-4506-860a-8d541e9880a3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:30.424338 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3d6c3a44-1c5f-4c20-baaf-9f080a81dd6d req-fc6a140b-3b99-481d-ad5f-3c88ac05807b tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec57e101-7055-4448-acd2-de77ec8f055e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396054 Jun 24 14:40:30.445846 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d87ebb-877e-4506-860a-8d541e9880a3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Pushing event deleted for resources: {'Port': ['ID=1244f8c7-f079-4664-9af7-f0aff3a8678e,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:30.532634 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-09d87ebb-877e-4506-860a-8d541e9880a3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] No DVR routers for this DVR port 1244f8c7-f079-4664-9af7-f0aff3a8678e on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:40:30.534879 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-09d87ebb-877e-4506-860a-8d541e9880a3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:30.537243 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'name': 'network-vif-deleted', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:40:30.553657 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-94c12cdc-860d-4187-b5e1-a477c751fe67 req-09d87ebb-877e-4506-860a-8d541e9880a3 tempest-TestMinimumBasicScenario-1277436248 tempest-TestMinimumBasicScenario-1277436248-project] 10.222.0.36 "DELETE /v2.0/ports/1244f8c7-f079-4664-9af7-f0aff3a8678e HTTP/1.1" status: 204 len: 173 time: 0.7381377 Jun 24 14:40:30.584588 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa07950-c7d7-414b-9b2e-672f230f2d09'] response: {'server_uuid': 'fdeb2c1f-f8a9-4c08-8aff-15f5ecf9cdc9', 'name': 'network-vif-deleted', 'tag': '1244f8c7-f079-4664-9af7-f0aff3a8678e', 'status': 'completed', 'code': 200} Jun 24 14:40:32.101944 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49448) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:32.223340 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 1244f8c7-f079-4664-9af7-f0aff3a8678e no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:40:32.257708 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 1244f8c7-f079-4664-9af7-f0aff3a8678e {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:40:32.258045 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 1244f8c7-f079-4664-9af7-f0aff3a8678e not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:40:32.763459 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-56333f50-771d-4e8e-b3dd-0f546f2f181b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914461'] for router_interface, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:33.101514 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-56333f50-771d-4e8e-b3dd-0f546f2f181b admin admin] Deleting port 41b3a191-ad32-4404-a102-421ea4671772 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:33.101756 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-56333f50-771d-4e8e-b3dd-0f546f2f181b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:33.266917 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-56333f50-771d-4e8e-b3dd-0f546f2f181b admin admin] For port 41b3a191-ad32-4404-a102-421ea4671772, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=41b3a191-ad32-4404-a102-421ea4671772,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:33.267623 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-56333f50-771d-4e8e-b3dd-0f546f2f181b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:33.386689 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-56333f50-771d-4e8e-b3dd-0f546f2f181b admin admin] Calling delete_port for 41b3a191-ad32-4404-a102-421ea4671772 owned by network:router_interface {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:33.549637 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-56333f50-771d-4e8e-b3dd-0f546f2f181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:33.628275 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56333f50-771d-4e8e-b3dd-0f546f2f181b admin admin] Pushing event deleted for resources: {'Port': ['ID=41b3a191-ad32-4404-a102-421ea4671772,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:33.966174 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-56333f50-771d-4e8e-b3dd-0f546f2f181b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914409'] for router_interface, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:34.306244 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56333f50-771d-4e8e-b3dd-0f546f2f181b admin admin] Router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:40:34.480122 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56333f50-771d-4e8e-b3dd-0f546f2f181b admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:40:34.489815 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5989ad45-71ed-49c8-afad-699402e8cc10 None None] Sync routers for ids ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:40:34.492954 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-56333f50-771d-4e8e-b3dd-0f546f2f181b admin admin] 10.222.0.16 "PUT /v2.0/routers/69ef92d8-8a86-4873-94a2-21365ed6c1e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3899493 Jun 24 14:40:34.495502 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49466) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:34.499153 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989ad45-71ed-49c8-afad-699402e8cc10 None None] Routers {'69ef92d8-8a86-4873-94a2-21365ed6c1e0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:40:34.499748 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-5989ad45-71ed-49c8-afad-699402e8cc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:40:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:34.665905 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Notify callbacks [] for router, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:34.671925 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-5989ad45-71ed-49c8-afad-699402e8cc10 None None] Set router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:40:34.838486 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:34.848850 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Deleting port d99914cc-1385-4e79-b5fc-ad207a86d894 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:34.849183 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:34.952017 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-5989ad45-71ed-49c8-afad-699402e8cc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:40:33Z', 'revision_number': 5, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port': {'id': 'd99914cc-1385-4e79-b5fc-ad207a86d894', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:01Z', 'updated_at': '2022-06-24T14:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:34.956346 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5989ad45-71ed-49c8-afad-699402e8cc10 None None] Checking router: 69ef92d8-8a86-4873-94a2-21365ed6c1e0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:40:34.964516 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989ad45-71ed-49c8-afad-699402e8cc10 None None] Routers {'69ef92d8-8a86-4873-94a2-21365ed6c1e0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:40:34.965124 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-5989ad45-71ed-49c8-afad-699402e8cc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:40:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:35.029852 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] For port d99914cc-1385-4e79-b5fc-ad207a86d894, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d99914cc-1385-4e79-b5fc-ad207a86d894,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:35.030205 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:35.155617 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-5989ad45-71ed-49c8-afad-699402e8cc10 None None] Set router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 gateway port host: None {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:40:35.258510 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-5989ad45-71ed-49c8-afad-699402e8cc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:40:34Z', 'revision_number': 6, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port_host': None}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:35.261355 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Calling delete_port for d99914cc-1385-4e79-b5fc-ad207a86d894 owned by network:router_gateway {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:35.262355 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5989ad45-71ed-49c8-afad-699402e8cc10 None None] The sync data for ids ['69ef92d8-8a86-4873-94a2-21365ed6c1e0'] in dv-cinder-847189-2-iscsi is: [{'id': '69ef92d8-8a86-4873-94a2-21365ed6c1e0', 'name': 'tempest-TestMinimumBasicScenario-487666753-router', 'tenant_id': '17406468151f42ad9a63b38f5be1a43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:00Z', 'updated_at': '2022-06-24T14:40:34Z', 'revision_number': 6, 'project_id': '17406468151f42ad9a63b38f5be1a43d', 'gw_port_host': None}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:40:35.425154 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:35.471631 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Pushing event deleted for resources: {'Port': ['ID=d99914cc-1385-4e79-b5fc-ad207a86d894,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:35.568758 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914556'] for router_gateway, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:35.742101 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3903381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29024'] for router, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:35.744213 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:35.766107 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3899613'] for router, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:35.766622 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69ef92d8-8a86-4873-94a2-21365ed6c1e0 {{(pid=88095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:40:35.778610 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:35.779755 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-2c41c84f-d312-4104-a4a5-96614abba95d admin admin] 10.222.0.16 "DELETE /v2.0/routers/69ef92d8-8a86-4873-94a2-21365ed6c1e0 HTTP/1.1" status: 204 len: 168 time: 1.2833626 Jun 24 14:40:35.782278 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49472) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:35.838770 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ef44ac-7731-4cc1-b25e-fe3b509ff9b9 admin admin] Deleting subnet 45414629-c655-4455-8d4c-5433799cfc38 {{(pid=88095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:40:35.841546 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-73ef44ac-7731-4cc1-b25e-fe3b509ff9b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:35.891221 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-73ef44ac-7731-4cc1-b25e-fe3b509ff9b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538502'] for subnet, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:35.965016 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-73ef44ac-7731-4cc1-b25e-fe3b509ff9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.038521 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-73ef44ac-7731-4cc1-b25e-fe3b509ff9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2302222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596850'] for subnet, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.075701 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef44ac-7731-4cc1-b25e-fe3b509ff9b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45414629-c655-4455-8d4c-5433799cfc38,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:36.079303 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-73ef44ac-7731-4cc1-b25e-fe3b509ff9b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.085000 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-73ef44ac-7731-4cc1-b25e-fe3b509ff9b9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/45414629-c655-4455-8d4c-5433799cfc38 HTTP/1.1" status: 204 len: 168 time: 0.3017972 Jun 24 14:40:36.085301 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75426d6-25f6-469b-84a6-8385b739eef6 None None] Network b578afe4-7fd1-4f77-b2b3-09cc25263854 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:40:36.087443 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49478) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:36.194223 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.204765 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Deleting port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:36.205098 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.367006 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937a4ec6-41b1-4e4d-adfb-88c65f7cc599 None None] DHCP port deletion for b578afe4-7fd1-4f77-b2b3-09cc25263854 request from dv-cinder-847189-2-iscsi {{(pid=88096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:40:36.371401 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-937a4ec6-41b1-4e4d-adfb-88c65f7cc599 None None] Deleting port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:36.371774 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-937a4ec6-41b1-4e4d-adfb-88c65f7cc599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.435363 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] For port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=1a60225b-b068-4ec3-a32b-9b3c34b9b77b,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:36.436011 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.572597 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-937a4ec6-41b1-4e4d-adfb-88c65f7cc599 None None] For port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=1a60225b-b068-4ec3-a32b-9b3c34b9b77b,segment=NetworkSegment(affc46ec-6319-41b0-890a-e91c14a9a9e6),segment_id=affc46ec-6319-41b0-890a-e91c14a9a9e6)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:36.572960 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-937a4ec6-41b1-4e4d-adfb-88c65f7cc599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.685899 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Calling delete_port for 1a60225b-b068-4ec3-a32b-9b3c34b9b77b owned by network:dhcp {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:36.732751 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-937a4ec6-41b1-4e4d-adfb-88c65f7cc599 None None] Calling delete_port for 1a60225b-b068-4ec3-a32b-9b3c34b9b77b owned by network:dhcp {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:36.763565 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.807683 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.db.api [None req-937a4ec6-41b1-4e4d-adfb-88c65f7cc599 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:40:36.808028 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG oslo_db.api [None req-937a4ec6-41b1-4e4d-adfb-88c65f7cc599 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:40:36.812949 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a60225b-b068-4ec3-a32b-9b3c34b9b77b,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:36.815262 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] No DVR routers for this DVR port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b on host dv-cinder-847189-2-iscsi {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:40:36.927718 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.936948 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 1a60225b-b068-4ec3-a32b-9b3c34b9b77b no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:40:36.952712 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b578afe4-7fd1-4f77-b2b3-09cc25263854']}} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:36.964983 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affc46ec-6319-41b0-890a-e91c14a9a9e6') {'for_net_delete': True} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:36.965278 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.services.segments.db [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affc46ec-6319-41b0-890a-e91c14a9a9e6') {} {{(pid=88095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:36.972705 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.973320 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 1a60225b-b068-4ec3-a32b-9b3c34b9b77b {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:40:36.973641 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 1a60225b-b068-4ec3-a32b-9b3c34b9b77b not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:40:36.974042 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 41b3a191-ad32-4404-a102-421ea4671772 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:40:36.976982 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538511'] for segment, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.993222 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:36.999268 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88095) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:40:36.999648 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2302368'] for segment, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:37.008126 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 41b3a191-ad32-4404-a102-421ea4671772 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:40:37.008500 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 41b3a191-ad32-4404-a102-421ea4671772 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:40:37.008920 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d99914cc-1385-4e79-b5fc-ad207a86d894 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:40:37.041000 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: d99914cc-1385-4e79-b5fc-ad207a86d894 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:40:37.041367 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d99914cc-1385-4e79-b5fc-ad207a86d894 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:40:37.098142 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.services.segments.plugin [-] Segment affc46ec-6319-41b0-890a-e91c14a9a9e6 resource provider aggregate not found Jun 24 14:40:37.107697 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:37.112888 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:37.117727 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.services.segments.plugin [-] Segment affc46ec-6319-41b0-890a-e91c14a9a9e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid affc46ec-6319-41b0-890a-e91c14a9a9e6 found for delete ", "request_id": "req-b0f13c27-02f1-4ad5-9b8f-2691a204d4a2"}]} Jun 24 14:40:37.140943 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b578afe4-7fd1-4f77-b2b3-09cc25263854,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:37.151674 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-4b3195cc-fd80-494e-a4fc-54152cada1d9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b578afe4-7fd1-4f77-b2b3-09cc25263854 HTTP/1.1" status: 204 len: 168 time: 1.0632813 Jun 24 14:40:37.154430 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49490) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:37.309101 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-937a4ec6-41b1-4e4d-adfb-88c65f7cc599 None None] Deleting port 1a60225b-b068-4ec3-a32b-9b3c34b9b77b {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:37.309706 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-937a4ec6-41b1-4e4d-adfb-88c65f7cc599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:37.374886 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-937a4ec6-41b1-4e4d-adfb-88c65f7cc599 None None] The port '1a60225b-b068-4ec3-a32b-9b3c34b9b77b' was deleted {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:40:37.674896 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-822267ee-8231-497f-9a7c-2735a79bfa2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914461'] for router_interface, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:38.012743 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-822267ee-8231-497f-9a7c-2735a79bfa2f admin admin] Deleting port c88c88f5-c077-48cc-998e-59d05562ba97 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:38.012979 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-822267ee-8231-497f-9a7c-2735a79bfa2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:38.289877 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-822267ee-8231-497f-9a7c-2735a79bfa2f admin admin] For port c88c88f5-c077-48cc-998e-59d05562ba97, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=c88c88f5-c077-48cc-998e-59d05562ba97,segment=NetworkSegment(9f9b62a8-2347-43b8-9bce-15389fdd4d45),segment_id=9f9b62a8-2347-43b8-9bce-15389fdd4d45)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:38.290151 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-822267ee-8231-497f-9a7c-2735a79bfa2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:38.408593 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-822267ee-8231-497f-9a7c-2735a79bfa2f admin admin] Calling delete_port for c88c88f5-c077-48cc-998e-59d05562ba97 owned by network:router_interface {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:38.469244 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-1cda3eda-0fcc-4623-8411-703a9626a374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:38.570678 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-822267ee-8231-497f-9a7c-2735a79bfa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:38.618564 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822267ee-8231-497f-9a7c-2735a79bfa2f admin admin] Pushing event deleted for resources: {'Port': ['ID=c88c88f5-c077-48cc-998e-59d05562ba97,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:38.880331 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-822267ee-8231-497f-9a7c-2735a79bfa2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914409'] for router_interface, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:39.224836 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822267ee-8231-497f-9a7c-2735a79bfa2f admin admin] Router d02b91a5-453f-4735-9b6a-7089f3220aa5 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:40:39.509470 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822267ee-8231-497f-9a7c-2735a79bfa2f admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:40:39.518337 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a10ab-0799-4d78-82b0-ed9b9470240d None None] Sync routers for ids ['d02b91a5-453f-4735-9b6a-7089f3220aa5'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:40:39.518914 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-822267ee-8231-497f-9a7c-2735a79bfa2f admin admin] 10.222.0.16 "PUT /v2.0/routers/d02b91a5-453f-4735-9b6a-7089f3220aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3631573 Jun 24 14:40:39.521084 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49498) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:39.528761 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a10ab-0799-4d78-82b0-ed9b9470240d None None] Routers {'d02b91a5-453f-4735-9b6a-7089f3220aa5'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:40:39.529438 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-074a10ab-0799-4d78-82b0-ed9b9470240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:40:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['d02b91a5-453f-4735-9b6a-7089f3220aa5'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:39.692781 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Notify callbacks [] for router, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:39.717388 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-074a10ab-0799-4d78-82b0-ed9b9470240d None None] Set router d02b91a5-453f-4735-9b6a-7089f3220aa5 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:40:39.891711 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:39.901067 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Deleting port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:39.901891 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:39.995184 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-074a10ab-0799-4d78-82b0-ed9b9470240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'name': 'tempest-TestMinimumBasicScenario-246792862-router', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:07Z', 'updated_at': '2022-06-24T14:40:38Z', 'revision_number': 5, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'gw_port': {'id': '5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:36:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:37:08Z', 'updated_at': '2022-06-24T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:39.998946 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a10ab-0799-4d78-82b0-ed9b9470240d None None] Checking router: d02b91a5-453f-4735-9b6a-7089f3220aa5 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:40:40.007154 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a10ab-0799-4d78-82b0-ed9b9470240d None None] Routers {'d02b91a5-453f-4735-9b6a-7089f3220aa5'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:40:40.007740 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-074a10ab-0799-4d78-82b0-ed9b9470240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:40:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['d02b91a5-453f-4735-9b6a-7089f3220aa5'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:40.070544 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] For port 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:40.070899 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:40.152318 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-074a10ab-0799-4d78-82b0-ed9b9470240d None None] Set router d02b91a5-453f-4735-9b6a-7089f3220aa5 gateway port host: None {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:40:40.195499 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Calling delete_port for 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db owned by network:router_gateway {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:40.279501 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-074a10ab-0799-4d78-82b0-ed9b9470240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'name': 'tempest-TestMinimumBasicScenario-246792862-router', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:07Z', 'updated_at': '2022-06-24T14:40:39Z', 'revision_number': 6, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'gw_port_host': None}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:40.283795 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a10ab-0799-4d78-82b0-ed9b9470240d None None] The sync data for ids ['d02b91a5-453f-4735-9b6a-7089f3220aa5'] in dv-cinder-847189-2-iscsi is: [{'id': 'd02b91a5-453f-4735-9b6a-7089f3220aa5', 'name': 'tempest-TestMinimumBasicScenario-246792862-router', 'tenant_id': 'f51a6fd40d134c65a36cc825d2e35699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:37:07Z', 'updated_at': '2022-06-24T14:40:39Z', 'revision_number': 6, 'project_id': 'f51a6fd40d134c65a36cc825d2e35699', 'gw_port_host': None}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:40:40.362184 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:40.407116 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:40.503734 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914556'] for router_gateway, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:40.671109 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3903381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29024'] for router, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:40.674015 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:40.702086 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3899613'] for router, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:40.702603 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d02b91a5-453f-4735-9b6a-7089f3220aa5 {{(pid=88095) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:40:40.717784 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] Notify callbacks [] for router, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:40.719123 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-263d4347-7584-4f87-b40c-22f66427de9f admin admin] 10.222.0.16 "DELETE /v2.0/routers/d02b91a5-453f-4735-9b6a-7089f3220aa5 HTTP/1.1" status: 204 len: 168 time: 1.1970422 Jun 24 14:40:40.721668 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49512) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:40.725201 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-85243213-ae13-4519-bdaa-3112acaf6cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:40.784504 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d584d7-943c-476f-be7a-516b381732d8 admin admin] Deleting subnet 06d63ee7-be3c-4c27-9676-4bd1547972c7 {{(pid=88095) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:40:40.788445 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c9d584d7-943c-476f-be7a-516b381732d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:40.839375 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c9d584d7-943c-476f-be7a-516b381732d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538502'] for subnet, precommit_delete_associations {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:40.952746 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:40:40.991068 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:40:40.991367 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 5046d6a4-95ec-4adf-8f5c-e9e0dbbc65db not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:40:40.991802 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device c88c88f5-c077-48cc-998e-59d05562ba97 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:40:41.027171 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: c88c88f5-c077-48cc-998e-59d05562ba97 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:40:41.027511 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device c88c88f5-c077-48cc-998e-59d05562ba97 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:40:41.054802 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c9d584d7-943c-476f-be7a-516b381732d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.133182 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c9d584d7-943c-476f-be7a-516b381732d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2302222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2596850'] for subnet, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.169600 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d584d7-943c-476f-be7a-516b381732d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d63ee7-be3c-4c27-9676-4bd1547972c7,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:41.177261 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-c9d584d7-943c-476f-be7a-516b381732d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.182561 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7cd453-486d-45e4-a318-04a2f139a898 None None] Network 4320e206-d79d-46d1-8313-360ed6ccab2a requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:40:41.184021 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-c9d584d7-943c-476f-be7a-516b381732d8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/06d63ee7-be3c-4c27-9676-4bd1547972c7 HTTP/1.1" status: 204 len: 168 time: 0.4612932 Jun 24 14:40:41.186713 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49522) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:41.293697 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.303779 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Deleting port f28205b5-a698-469e-95cb-30258b681e1d {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:41.304110 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.433022 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df4bc1c-37da-456c-b70c-6b69601bb6e6 None None] DHCP port deletion for 4320e206-d79d-46d1-8313-360ed6ccab2a request from dv-cinder-847189-2-iscsi {{(pid=88096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:40:41.437136 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-7df4bc1c-37da-456c-b70c-6b69601bb6e6 None None] Deleting port f28205b5-a698-469e-95cb-30258b681e1d {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:41.437503 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-7df4bc1c-37da-456c-b70c-6b69601bb6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.508877 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] For port f28205b5-a698-469e-95cb-30258b681e1d, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=f28205b5-a698-469e-95cb-30258b681e1d,segment=NetworkSegment(9f9b62a8-2347-43b8-9bce-15389fdd4d45),segment_id=9f9b62a8-2347-43b8-9bce-15389fdd4d45)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:41.509231 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.642730 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Calling delete_port for f28205b5-a698-469e-95cb-30258b681e1d owned by network:dhcp {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:41.661474 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.680945 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-7df4bc1c-37da-456c-b70c-6b69601bb6e6 None None] For port f28205b5-a698-469e-95cb-30258b681e1d, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=f28205b5-a698-469e-95cb-30258b681e1d,segment=NetworkSegment(9f9b62a8-2347-43b8-9bce-15389fdd4d45),segment_id=9f9b62a8-2347-43b8-9bce-15389fdd4d45)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:41.681379 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-7df4bc1c-37da-456c-b70c-6b69601bb6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.725474 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.773836 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Pushing event deleted for resources: {'Port': ['ID=f28205b5-a698-469e-95cb-30258b681e1d,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:41.780366 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] No DVR routers for this DVR port f28205b5-a698-469e-95cb-30258b681e1d on host dv-cinder-847189-2-iscsi {{(pid=88094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:40:41.805828 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-7df4bc1c-37da-456c-b70c-6b69601bb6e6 None None] Calling delete_port for f28205b5-a698-469e-95cb-30258b681e1d owned by network:dhcp {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:41.880326 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.db.api [None req-7df4bc1c-37da-456c-b70c-6b69601bb6e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:40:41.880721 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG oslo_db.api [None req-7df4bc1c-37da-456c-b70c-6b69601bb6e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:40:41.896168 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.921736 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4320e206-d79d-46d1-8313-360ed6ccab2a']}} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:41.935322 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9b62a8-2347-43b8-9bce-15389fdd4d45') {'for_net_delete': True} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:41.935614 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9b62a8-2347-43b8-9bce-15389fdd4d45') {} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:41.947488 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2988308'] for segment, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.963753 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:41.970557 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:40:41.970831 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134250'] for segment, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:42.014629 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:42.059464 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 9f9b62a8-2347-43b8-9bce-15389fdd4d45 resource provider aggregate not found Jun 24 14:40:42.076017 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:42.078490 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 9f9b62a8-2347-43b8-9bce-15389fdd4d45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f9b62a8-2347-43b8-9bce-15389fdd4d45 found for delete ", "request_id": "req-d13fac49-41d3-4e6d-be6d-f8245aa2d161"}]} Jun 24 14:40:42.092165 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:42.102345 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] Pushing event deleted for resources: {'Network': ['ID=4320e206-d79d-46d1-8313-360ed6ccab2a,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:42.106199 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-52ef8094-b927-4e20-a5ba-c1007371418a admin admin] 10.222.0.16 "DELETE /v2.0/networks/4320e206-d79d-46d1-8313-360ed6ccab2a HTTP/1.1" status: 204 len: 168 time: 0.9183660 Jun 24 14:40:42.283936 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49538) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:42.331669 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-5e17bcee-37ea-4461-815b-247dc4f1513f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17406468151f42ad9a63b38f5be1a43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465574 Jun 24 14:40:42.334292 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49544) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:42.381773 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-7df4bc1c-37da-456c-b70c-6b69601bb6e6 None None] Deleting port f28205b5-a698-469e-95cb-30258b681e1d {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:42.382161 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-7df4bc1c-37da-456c-b70c-6b69601bb6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:42.395438 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a88777f7-3289-4418-9133-3bc63b8ced18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:42.422043 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a88777f7-3289-4418-9133-3bc63b8ced18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:42.450271 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-7df4bc1c-37da-456c-b70c-6b69601bb6e6 None None] The port 'f28205b5-a698-469e-95cb-30258b681e1d' was deleted {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:40:42.481598 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a88777f7-3289-4418-9133-3bc63b8ced18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:42.502141 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88777f7-3289-4418-9133-3bc63b8ced18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec57e101-7055-4448-acd2-de77ec8f055e,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:42.510410 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a88777f7-3289-4418-9133-3bc63b8ced18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:42.511886 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-a88777f7-3289-4418-9133-3bc63b8ced18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec57e101-7055-4448-acd2-de77ec8f055e HTTP/1.1" status: 204 len: 168 time: 0.1767004 Jun 24 14:40:42.662527 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cf348-71f4-44fb-9543-e2116af1b8d4 req-1b7082e8-18d4-4666-bc70-427bb6bb8f9c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:42.663963 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-077cf348-71f4-44fb-9543-e2116af1b8d4 req-1b7082e8-18d4-4666-bc70-427bb6bb8f9c tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 945 time: 0.0875697 Jun 24 14:40:42.712703 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-077cf348-71f4-44fb-9543-e2116af1b8d4 req-60f29a55-eab8-481e-a60e-3ed945f0c436 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427282 Jun 24 14:40:42.859002 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49554) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:42.911407 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-36780213-1c45-4d7c-a69b-2a53bc28ac42 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f51a6fd40d134c65a36cc825d2e35699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512061 Jun 24 14:40:42.913815 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49558) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:42.932979 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device f28205b5-a698-469e-95cb-30258b681e1d no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:40:42.965128 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: f28205b5-a698-469e-95cb-30258b681e1d {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:40:42.965388 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device f28205b5-a698-469e-95cb-30258b681e1d not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:40:42.970662 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b85fc057-9ed1-4166-a72c-4890bb6ce45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:42.996542 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b85fc057-9ed1-4166-a72c-4890bb6ce45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:43.047594 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b85fc057-9ed1-4166-a72c-4890bb6ce45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:43.063572 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fc057-9ed1-4166-a72c-4890bb6ce45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c67352c-1034-4175-bff3-b8dd5fe90baf,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:43.067871 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-b85fc057-9ed1-4166-a72c-4890bb6ce45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:43.068999 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-b85fc057-9ed1-4166-a72c-4890bb6ce45d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c67352c-1034-4175-bff3-b8dd5fe90baf HTTP/1.1" status: 204 len: 168 time: 0.1542912 Jun 24 14:40:43.694540 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:43.899994 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04027018-9c0d-4244-a797-09bfb19310d7 req-44730806-791d-4d96-bd9e-4ae584cff895 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:43.901348 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-04027018-9c0d-4244-a797-09bfb19310d7 req-44730806-791d-4d96-bd9e-4ae584cff895 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 945 time: 0.0840502 Jun 24 14:40:43.944848 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-04027018-9c0d-4244-a797-09bfb19310d7 req-32cb213c-0fdf-44fe-bde7-59cd2da968c8 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379336 Jun 24 14:40:44.461690 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-a67d4ed6-513e-45b1-ab9d-e242210d063e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:44.462355 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-a67d4ed6-513e-45b1-ab9d-e242210d063e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Synchronizing usage tracker for tenant:23e38294718d4efaa4a2abf95b65800c on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:40:44.477302 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-a67d4ed6-513e-45b1-ab9d-e242210d063e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Unset dirty status for tenant:23e38294718d4efaa4a2abf95b65800c on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:40:44.478566 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-a67d4ed6-513e-45b1-ab9d-e242210d063e tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 945 time: 0.1027322 Jun 24 14:40:44.545786 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Deleting port bf6ca916-cccd-4156-a7ac-cff9b34e00be {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:44.546124 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:44.785891 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] For port bf6ca916-cccd-4156-a7ac-cff9b34e00be, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=bf6ca916-cccd-4156-a7ac-cff9b34e00be,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:44.786159 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:45.070516 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:45.070789 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:45.071092 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.l3_db [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Floating IP 423df3fd-90b0-4088-85f5-6ce003669864 disassociated. External IP: 172.27.2.197, port: bf6ca916-cccd-4156-a7ac-cff9b34e00be. Jun 24 14:40:45.071422 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Calling delete_port for bf6ca916-cccd-4156-a7ac-cff9b34e00be owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:45.134887 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbec8de-4ce7-49bd-9589-b996d16e95f4 req-841331cd-3571-449c-b3d9-45cafacfb7d0 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:40:45.136306 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6cbec8de-4ce7-49bd-9589-b996d16e95f4 req-841331cd-3571-449c-b3d9-45cafacfb7d0 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 945 time: 0.0882430 Jun 24 14:40:45.179472 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-6cbec8de-4ce7-49bd-9589-b996d16e95f4 req-e9166d55-8a28-45a1-8f6b-6bac1e233ab1 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups?id=83fef42f-46ea-468d-a805-fe049b4b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373476 Jun 24 14:40:45.216770 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:45.267815 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event deleted for resources: {'Port': ['ID=bf6ca916-cccd-4156-a7ac-cff9b34e00be,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:45.445983 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Router b60a0d33-d24b-429c-9725-130fc5bce3d0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:40:45.728718 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:40:45.739715 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e4c7e-c7d1-402a-aab1-397791419b71 None None] Sync routers for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:40:45.749507 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e4c7e-c7d1-402a-aab1-397791419b71 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:40:45.750200 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-6f2e4c7e-c7d1-402a-aab1-397791419b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:40:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:45.815860 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] No DVR routers for this DVR port bf6ca916-cccd-4156-a7ac-cff9b34e00be on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:40:45.818207 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:45.820771 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'name': 'network-vif-deleted', 'tag': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:40:45.837372 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-13f853d9-8a6b-4571-a8f4-f93e4138c093 req-69bd7f13-ef00-4b72-aee3-9462599a6269 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.36 "DELETE /v2.0/ports/bf6ca916-cccd-4156-a7ac-cff9b34e00be HTTP/1.1" status: 204 len: 173 time: 1.3540802 Jun 24 14:40:45.865832 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b77f904-4fef-4e88-8ba3-d06458aef547'] response: {'server_uuid': '9fec2821-e7cd-40ac-b8c7-20ce1fd44370', 'name': 'network-vif-deleted', 'tag': 'bf6ca916-cccd-4156-a7ac-cff9b34e00be', 'status': 'completed', 'code': 200} Jun 24 14:40:45.925499 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-6f2e4c7e-c7d1-402a-aab1-397791419b71 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:40:46.238367 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-6f2e4c7e-c7d1-402a-aab1-397791419b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:46.242195 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e4c7e-c7d1-402a-aab1-397791419b71 None None] Checking router: b60a0d33-d24b-429c-9725-130fc5bce3d0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:40:46.251982 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e4c7e-c7d1-402a-aab1-397791419b71 None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:40:46.252346 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-6f2e4c7e-c7d1-402a-aab1-397791419b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:40:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:46.349897 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8e6d8d95-c8d9-417b-9d23-e4c88b18b04f req-95fb1910-ae26-4588-a908-30bc777e8d37 tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fec2821-e7cd-40ac-b8c7-20ce1fd44370 HTTP/1.1" status: 200 len: 210 time: 0.0487776 Jun 24 14:40:46.427925 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-6f2e4c7e-c7d1-402a-aab1-397791419b71 None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:40:46.759769 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-6f2e4c7e-c7d1-402a-aab1-397791419b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:46.763574 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e4c7e-c7d1-402a-aab1-397791419b71 None None] The sync data for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi is: [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:33:14Z', 'revision_number': 4, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '6ce55165-e2e5-4642-a876-77d2b7eb4981', 'name': '', 'network_id': '3f874db6-799f-4409-b38d-b908341ff4ee', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'mac_address': 'fa:16:3e:18:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:14Z', 'updated_at': '2022-06-24T14:33:20Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'subnets': [{'id': '9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:40:46.959496 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa2e3a3-cbcc-49da-a98e-a3cc8e059ea7 None None] New status for floating IP 423df3fd-90b0-4088-85f5-6ce003669864: DOWN {{(pid=88097) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:40:47.472946 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49576) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:47.535624 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-dc416aee-5f59-44bc-8b83-a44a07d3b54f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:47.561746 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-dc416aee-5f59-44bc-8b83-a44a07d3b54f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:47.617147 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-dc416aee-5f59-44bc-8b83-a44a07d3b54f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:47.635833 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc416aee-5f59-44bc-8b83-a44a07d3b54f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fef42f-46ea-468d-a805-fe049b4b5569,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:47.646008 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-dc416aee-5f59-44bc-8b83-a44a07d3b54f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:47.647149 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-dc416aee-5f59-44bc-8b83-a44a07d3b54f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "DELETE /v2.0/security-groups/83fef42f-46ea-468d-a805-fe049b4b5569 HTTP/1.1" status: 204 len: 168 time: 0.1730535 Jun 24 14:40:47.649795 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49580) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:47.665116 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.api.v2.resource [None req-3fe6be24-fed7-4352-91af-8e5293f9b7cd tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] show failed (client error): The resource could not be found. Jun 24 14:40:47.666052 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-3fe6be24-fed7-4352-91af-8e5293f9b7cd tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "GET /v2.0/security-groups/83fef42f-46ea-468d-a805-fe049b4b5569 HTTP/1.1" status: 404 len: 347 time: 0.0153754 Jun 24 14:40:47.668709 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49584) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:47.822520 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-8e873d2c-0f1a-49f9-889c-2eb706475f0f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Deleting port 949c2ac7-de9d-4dfc-89ed-6fd3ce18ad9e {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:47.822770 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8e873d2c-0f1a-49f9-889c-2eb706475f0f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:47.991691 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8e873d2c-0f1a-49f9-889c-2eb706475f0f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:47.992019 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8e873d2c-0f1a-49f9-889c-2eb706475f0f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:48.109443 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [None req-8e873d2c-0f1a-49f9-889c-2eb706475f0f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Calling delete_port for 949c2ac7-de9d-4dfc-89ed-6fd3ce18ad9e owned by network:floatingip {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:48.253379 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8e873d2c-0f1a-49f9-889c-2eb706475f0f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:48.297239 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e873d2c-0f1a-49f9-889c-2eb706475f0f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Pushing event deleted for resources: {'Port': ['ID=949c2ac7-de9d-4dfc-89ed-6fd3ce18ad9e,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:48.309138 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device bf6ca916-cccd-4156-a7ac-cff9b34e00be no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:40:48.344348 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: bf6ca916-cccd-4156-a7ac-cff9b34e00be {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:40:48.345226 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device bf6ca916-cccd-4156-a7ac-cff9b34e00be not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:40:48.393384 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8e873d2c-0f1a-49f9-889c-2eb706475f0f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks [] for floatingip, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:48.406363 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-8e873d2c-0f1a-49f9-889c-2eb706475f0f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:48.408020 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-8e873d2c-0f1a-49f9-889c-2eb706475f0f tempest-AttachVolumeNegativeTest-239257677 tempest-AttachVolumeNegativeTest-239257677-project] 10.222.0.16 "DELETE /v2.0/floatingips/423df3fd-90b0-4088-85f5-6ce003669864 HTTP/1.1" status: 204 len: 168 time: 0.7379210 Jun 24 14:40:52.609706 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49622) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:53.417421 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-626ac8ce-1d76-44d4-afbf-e924056fee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914461'] for router_interface, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:53.752922 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-626ac8ce-1d76-44d4-afbf-e924056fee89 admin admin] Deleting port 6ce55165-e2e5-4642-a876-77d2b7eb4981 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:53.753593 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-626ac8ce-1d76-44d4-afbf-e924056fee89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:53.918577 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-626ac8ce-1d76-44d4-afbf-e924056fee89 admin admin] For port 6ce55165-e2e5-4642-a876-77d2b7eb4981, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=6ce55165-e2e5-4642-a876-77d2b7eb4981,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:53.918930 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-626ac8ce-1d76-44d4-afbf-e924056fee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:54.041557 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-626ac8ce-1d76-44d4-afbf-e924056fee89 admin admin] Calling delete_port for 6ce55165-e2e5-4642-a876-77d2b7eb4981 owned by network:router_interface {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:54.201466 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-626ac8ce-1d76-44d4-afbf-e924056fee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:54.334379 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ac8ce-1d76-44d4-afbf-e924056fee89 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce55165-e2e5-4642-a876-77d2b7eb4981,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:54.602985 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-626ac8ce-1d76-44d4-afbf-e924056fee89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914409'] for router_interface, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:54.953378 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626ac8ce-1d76-44d4-afbf-e924056fee89 admin admin] Router b60a0d33-d24b-429c-9725-130fc5bce3d0 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:40:55.121192 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626ac8ce-1d76-44d4-afbf-e924056fee89 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:40:55.129665 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8d570-d72e-4c98-b16b-275d94fe6bdd None None] Sync routers for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:40:55.134548 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-626ac8ce-1d76-44d4-afbf-e924056fee89 admin admin] 10.222.0.16 "PUT /v2.0/routers/b60a0d33-d24b-429c-9725-130fc5bce3d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5236526 Jun 24 14:40:55.136985 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49628) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:55.139513 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd8d570-d72e-4c98-b16b-275d94fe6bdd None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:40:55.140109 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-dfd8d570-d72e-4c98-b16b-275d94fe6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:40:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:55.307081 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Notify callbacks [] for router, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:55.311605 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-dfd8d570-d72e-4c98-b16b-275d94fe6bdd None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:40:55.477785 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:55.487536 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Deleting port 01064373-4af9-4531-ab95-0d7c72098036 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:55.487867 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:55.590049 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-dfd8d570-d72e-4c98-b16b-275d94fe6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '01064373-4af9-4531-ab95-0d7c72098036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:40:54Z', 'revision_number': 5, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port': {'id': '01064373-4af9-4531-ab95-0d7c72098036', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:33:11Z', 'updated_at': '2022-06-24T14:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:55.594020 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8d570-d72e-4c98-b16b-275d94fe6bdd None None] Checking router: b60a0d33-d24b-429c-9725-130fc5bce3d0 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:40:55.602807 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd8d570-d72e-4c98-b16b-275d94fe6bdd None None] Routers {'b60a0d33-d24b-429c-9725-130fc5bce3d0'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:40:55.603421 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-dfd8d570-d72e-4c98-b16b-275d94fe6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:40:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['b60a0d33-d24b-429c-9725-130fc5bce3d0'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:55.754380 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-dfd8d570-d72e-4c98-b16b-275d94fe6bdd None None] Set router b60a0d33-d24b-429c-9725-130fc5bce3d0 gateway port host: None {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:40:55.767501 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] For port 01064373-4af9-4531-ab95-0d7c72098036, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=01064373-4af9-4531-ab95-0d7c72098036,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:55.767867 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:55.859269 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-dfd8d570-d72e-4c98-b16b-275d94fe6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:40:55Z', 'revision_number': 6, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port_host': None}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:55.863948 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd8d570-d72e-4c98-b16b-275d94fe6bdd None None] The sync data for ids ['b60a0d33-d24b-429c-9725-130fc5bce3d0'] in dv-cinder-847189-2-iscsi is: [{'id': 'b60a0d33-d24b-429c-9725-130fc5bce3d0', 'name': 'tempest-AttachVolumeNegativeTest-1359453137-router', 'tenant_id': '23e38294718d4efaa4a2abf95b65800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:33:10Z', 'updated_at': '2022-06-24T14:40:55Z', 'revision_number': 6, 'project_id': '23e38294718d4efaa4a2abf95b65800c', 'gw_port_host': None}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:40:55.889037 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Calling delete_port for 01064373-4af9-4531-ab95-0d7c72098036 owned by network:router_gateway {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:56.050092 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.095962 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=01064373-4af9-4531-ab95-0d7c72098036,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:56.190285 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914556'] for router_gateway, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.369085 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3903381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29024'] for router, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.371099 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.392152 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3899613'] for router, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.392682 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b60a0d33-d24b-429c-9725-130fc5bce3d0 {{(pid=88094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:40:56.404085 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] Notify callbacks [] for router, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.405210 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-171a5723-c2af-422b-bc75-6fb0c8789b4f admin admin] 10.222.0.16 "DELETE /v2.0/routers/b60a0d33-d24b-429c-9725-130fc5bce3d0 HTTP/1.1" status: 204 len: 168 time: 1.2673595 Jun 24 14:40:56.408094 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49632) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:56.466073 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd456e1-a238-47fb-91f1-63e5321ffbda admin admin] Deleting subnet 9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f {{(pid=88094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:40:56.468893 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-abd456e1-a238-47fb-91f1-63e5321ffbda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.515653 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-abd456e1-a238-47fb-91f1-63e5321ffbda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2988317'] for subnet, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.599852 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-abd456e1-a238-47fb-91f1-63e5321ffbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.669481 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-abd456e1-a238-47fb-91f1-63e5321ffbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3134340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3008979'] for subnet, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.707688 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd456e1-a238-47fb-91f1-63e5321ffbda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:56.709619 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-abd456e1-a238-47fb-91f1-63e5321ffbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.713722 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3abd0a-3452-4010-b1e6-011dbc5caa43 None None] Network 3f874db6-799f-4409-b38d-b908341ff4ee requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:40:56.715402 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-abd456e1-a238-47fb-91f1-63e5321ffbda admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9b4a2ed2-32cc-4039-97ec-eaf66fa7d20f HTTP/1.1" status: 204 len: 168 time: 0.3063512 Jun 24 14:40:56.718016 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 49636) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:56.824983 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.836667 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Deleting port 1f4468dc-664f-4768-8b41-13bfc521c305 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:56.837005 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:56.949094 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 6ce55165-e2e5-4642-a876-77d2b7eb4981 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:40:56.977382 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c331540-6799-4f56-b677-2c93587eafc4 None None] DHCP port deletion for 3f874db6-799f-4409-b38d-b908341ff4ee request from dv-cinder-847189-2-iscsi {{(pid=88096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:40:57.034133 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 6ce55165-e2e5-4642-a876-77d2b7eb4981 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:40:57.034475 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 6ce55165-e2e5-4642-a876-77d2b7eb4981 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:40:57.034882 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 01064373-4af9-4531-ab95-0d7c72098036 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:40:57.057413 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-2c331540-6799-4f56-b677-2c93587eafc4 None None] Deleting port 1f4468dc-664f-4768-8b41-13bfc521c305 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:57.057774 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2c331540-6799-4f56-b677-2c93587eafc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.100386 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 01064373-4af9-4531-ab95-0d7c72098036 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:40:57.100650 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 01064373-4af9-4531-ab95-0d7c72098036 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:40:57.141421 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] For port 1f4468dc-664f-4768-8b41-13bfc521c305, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=1f4468dc-664f-4768-8b41-13bfc521c305,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:57.142511 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.261464 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Calling delete_port for 1f4468dc-664f-4768-8b41-13bfc521c305 owned by network:dhcp {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:57.261669 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-2c331540-6799-4f56-b677-2c93587eafc4 None None] For port 1f4468dc-664f-4768-8b41-13bfc521c305, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=1f4468dc-664f-4768-8b41-13bfc521c305,segment=NetworkSegment(2862b541-abf9-43a0-9d19-57a779300b08),segment_id=2862b541-abf9-43a0-9d19-57a779300b08)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:40:57.261808 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2c331540-6799-4f56-b677-2c93587eafc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.341600 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.379390 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-2c331540-6799-4f56-b677-2c93587eafc4 None None] Calling delete_port for 1f4468dc-664f-4768-8b41-13bfc521c305 owned by network:dhcp {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:40:57.387531 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4468dc-664f-4768-8b41-13bfc521c305,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:57.390988 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] No DVR routers for this DVR port 1f4468dc-664f-4768-8b41-13bfc521c305 on host dv-cinder-847189-2-iscsi {{(pid=88094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:40:57.448877 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.db.api [None req-2c331540-6799-4f56-b677-2c93587eafc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:40:57.449227 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG oslo_db.api [None req-2c331540-6799-4f56-b677-2c93587eafc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:40:57.503829 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.527563 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f874db6-799f-4409-b38d-b908341ff4ee']}} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:57.539133 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2862b541-abf9-43a0-9d19-57a779300b08') {'for_net_delete': True} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:57.539431 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2862b541-abf9-43a0-9d19-57a779300b08') {} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:40:57.550797 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2988308'] for segment, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.566611 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.572495 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:40:57.572876 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134250'] for segment, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.637447 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 2862b541-abf9-43a0-9d19-57a779300b08 resource provider aggregate not found Jun 24 14:40:57.657378 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 2862b541-abf9-43a0-9d19-57a779300b08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2862b541-abf9-43a0-9d19-57a779300b08 found for delete ", "request_id": "req-0df09d49-23d8-4e06-8ddd-2f511483a49c"}]} Jun 24 14:40:57.668830 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.684570 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.695127 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f874db6-799f-4409-b38d-b908341ff4ee,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:57.707403 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-f10f125a-49f7-44d4-ac5f-76b29d9c91f1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3f874db6-799f-4409-b38d-b908341ff4ee HTTP/1.1" status: 204 len: 168 time: 0.9884236 Jun 24 14:40:57.816950 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49646) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:57.864208 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-90ff78cb-e732-498d-97a8-24e93f8939ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23e38294718d4efaa4a2abf95b65800c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461519 Jun 24 14:40:57.866569 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 49650) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:40:57.921827 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-91b462bc-5ff0-4122-94a1-e7a522f63ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.946617 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-91b462bc-5ff0-4122-94a1-e7a522f63ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.950981 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-2c331540-6799-4f56-b677-2c93587eafc4 None None] Deleting port 1f4468dc-664f-4768-8b41-13bfc521c305 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:40:57.951513 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2c331540-6799-4f56-b677-2c93587eafc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:57.997335 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-91b462bc-5ff0-4122-94a1-e7a522f63ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:58.017926 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b462bc-5ff0-4122-94a1-e7a522f63ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96b8b0f-65a6-4b01-b8e5-e2839748fe6e,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:40:58.018552 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-2c331540-6799-4f56-b677-2c93587eafc4 None None] The port '1f4468dc-664f-4768-8b41-13bfc521c305' was deleted {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:40:58.030530 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-91b462bc-5ff0-4122-94a1-e7a522f63ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:40:58.031717 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-91b462bc-5ff0-4122-94a1-e7a522f63ec2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f96b8b0f-65a6-4b01-b8e5-e2839748fe6e HTTP/1.1" status: 204 len: 168 time: 0.1642528 Jun 24 14:40:58.937352 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 1f4468dc-664f-4768-8b41-13bfc521c305 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:40:58.974285 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 1f4468dc-664f-4768-8b41-13bfc521c305 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:40:58.974938 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 1f4468dc-664f-4768-8b41-13bfc521c305 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:41:06.940278 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:07.298706 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:41:08.471034 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-07cc69fd-fea8-40cc-968f-e42b4d68ea7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:10.718102 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-21b33d06-fef4-4810-a583-7ab0e35d0166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:11.644022 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:12.014841 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:13.696927 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:36.955246 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:38.472966 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6734dd1a-56aa-47af-a987-35f5bae3dfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:40.719079 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c8a73c34-59a3-44e5-a6b5-997bca82939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:41.646668 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:42.018281 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:43.700750 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:44.296769 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:41:44.429233 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50036) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:44.540855 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:44.555255 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:41:44.559065 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Usage tracker for resource:security_group_rule and tenant:8ca1503ccf854a58b34eff3d447cc87b is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:41:44.561807 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:41:44.567379 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:41:44.648936 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:44.652280 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:44.698492 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ca1503ccf854a58b34eff3d447cc87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672522 Jun 24 14:41:44.699017 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec807e4-06bc-4588-9f7d-a5314f891104,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:44.700218 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50042) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:44.706578 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.706926 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.707269 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.707637 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.707975 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.708298 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.708670 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.709058 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.709391 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.709751 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.710075 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.710396 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242001e-f77a-4f6f-922c-557851d210d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.764642 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:44.788659 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:44.837890 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:44.852038 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec807e4-06bc-4588-9f7d-a5314f891104,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:44.861892 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:44.862958 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ec807e4-06bc-4588-9f7d-a5314f891104 HTTP/1.1" status: 204 len: 168 time: 0.1616969 Jun 24 14:41:44.864154 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.865063 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.865398 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.865725 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.866333 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.866667 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.866997 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.867437 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.867628 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.867946 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.868264 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:44.868605 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefbfcc7-f294-4c01-aa3d-7f0055653f89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:41:45.131810 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50050) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:45.148991 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b0d7fc09-6253-4d78-a41a-9cef4a565020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:45.163276 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b0d7fc09-6253-4d78-a41a-9cef4a565020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:41:45.167085 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b0d7fc09-6253-4d78-a41a-9cef4a565020 admin admin] Usage tracker for resource:security_group_rule and tenant:fd92e9d2f2ad470ba298f0f2237f1984 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:41:45.169953 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b0d7fc09-6253-4d78-a41a-9cef4a565020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:41:45.175911 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b0d7fc09-6253-4d78-a41a-9cef4a565020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:41:45.256203 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b0d7fc09-6253-4d78-a41a-9cef4a565020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:45.259740 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b0d7fc09-6253-4d78-a41a-9cef4a565020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:45.307514 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-b0d7fc09-6253-4d78-a41a-9cef4a565020 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd92e9d2f2ad470ba298f0f2237f1984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746061 Jun 24 14:41:45.309163 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7fc09-6253-4d78-a41a-9cef4a565020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f077add9-e931-4346-9e21-a518f818674d,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:45.310164 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50054) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:45.367418 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-dea3630d-ea88-4d4c-aee7-842c811a1ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:45.392013 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-dea3630d-ea88-4d4c-aee7-842c811a1ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:45.445267 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-dea3630d-ea88-4d4c-aee7-842c811a1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:45.460803 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3630d-ea88-4d4c-aee7-842c811a1ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f077add9-e931-4346-9e21-a518f818674d,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:45.470132 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-dea3630d-ea88-4d4c-aee7-842c811a1ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:45.471236 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-dea3630d-ea88-4d4c-aee7-842c811a1ea5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f077add9-e931-4346-9e21-a518f818674d HTTP/1.1" status: 204 len: 168 time: 0.1601090 Jun 24 14:41:47.603065 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50128) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:47.717525 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-237866fc-77a4-4e29-94c1-fc8911ae568c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:47.731639 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-237866fc-77a4-4e29-94c1-fc8911ae568c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:41:47.735614 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-237866fc-77a4-4e29-94c1-fc8911ae568c admin admin] Usage tracker for resource:security_group_rule and tenant:741c01d2aaa848d0b4dec5e11e6cbf5f is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:41:47.738331 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-237866fc-77a4-4e29-94c1-fc8911ae568c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:41:47.744662 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-237866fc-77a4-4e29-94c1-fc8911ae568c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:41:47.822117 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-237866fc-77a4-4e29-94c1-fc8911ae568c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:47.825972 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-237866fc-77a4-4e29-94c1-fc8911ae568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:47.872769 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-237866fc-77a4-4e29-94c1-fc8911ae568c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=741c01d2aaa848d0b4dec5e11e6cbf5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685082 Jun 24 14:41:47.873562 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237866fc-77a4-4e29-94c1-fc8911ae568c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9893ca-5134-4a36-bb53-d648a9549ed2,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:47.875318 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50134) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:47.932857 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7050b9de-8ffc-49b3-ba37-84ade9c8753b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:47.957735 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7050b9de-8ffc-49b3-ba37-84ade9c8753b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:48.006791 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7050b9de-8ffc-49b3-ba37-84ade9c8753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:48.024043 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050b9de-8ffc-49b3-ba37-84ade9c8753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9893ca-5134-4a36-bb53-d648a9549ed2,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:48.030405 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7050b9de-8ffc-49b3-ba37-84ade9c8753b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:48.031566 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-7050b9de-8ffc-49b3-ba37-84ade9c8753b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a9893ca-5134-4a36-bb53-d648a9549ed2 HTTP/1.1" status: 204 len: 168 time: 0.1551957 Jun 24 14:41:48.297879 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50142) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:48.315281 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-cb906151-f0f8-4822-8e22-63297dc61b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:48.329536 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-cb906151-f0f8-4822-8e22-63297dc61b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:41:48.333259 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-cb906151-f0f8-4822-8e22-63297dc61b0a admin admin] Usage tracker for resource:security_group_rule and tenant:7ead2c3d1a57461f9bfd2f79e225b5bd is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:41:48.336623 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-cb906151-f0f8-4822-8e22-63297dc61b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:41:48.345377 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-cb906151-f0f8-4822-8e22-63297dc61b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:41:48.430722 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-cb906151-f0f8-4822-8e22-63297dc61b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:48.434517 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-cb906151-f0f8-4822-8e22-63297dc61b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:48.481581 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-cb906151-f0f8-4822-8e22-63297dc61b0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ead2c3d1a57461f9bfd2f79e225b5bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826713 Jun 24 14:41:48.483205 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb906151-f0f8-4822-8e22-63297dc61b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b5caa8-093f-4096-808b-8c18168d0b27,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:48.484214 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50146) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:48.541059 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-53f2d875-3634-438e-ae4c-1b2556659435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:48.565319 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-53f2d875-3634-438e-ae4c-1b2556659435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:48.619797 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-53f2d875-3634-438e-ae4c-1b2556659435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:48.635566 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2d875-3634-438e-ae4c-1b2556659435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b5caa8-093f-4096-808b-8c18168d0b27,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:48.639942 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-53f2d875-3634-438e-ae4c-1b2556659435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:48.640983 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-53f2d875-3634-438e-ae4c-1b2556659435 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51b5caa8-093f-4096-808b-8c18168d0b27 HTTP/1.1" status: 204 len: 168 time: 0.1555159 Jun 24 14:41:55.022716 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50230) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:55.133812 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6963afcd-6a9b-4283-b8f6-5720a8f2dd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:55.147598 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-6963afcd-6a9b-4283-b8f6-5720a8f2dd7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:41:55.151505 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-6963afcd-6a9b-4283-b8f6-5720a8f2dd7f admin admin] Usage tracker for resource:security_group_rule and tenant:369a0dad09f34dce8f24216bfe201e47 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:41:55.154278 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-6963afcd-6a9b-4283-b8f6-5720a8f2dd7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:41:55.159896 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-6963afcd-6a9b-4283-b8f6-5720a8f2dd7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:41:55.238283 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6963afcd-6a9b-4283-b8f6-5720a8f2dd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:55.242578 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6963afcd-6a9b-4283-b8f6-5720a8f2dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:55.287814 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-6963afcd-6a9b-4283-b8f6-5720a8f2dd7f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=369a0dad09f34dce8f24216bfe201e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640512 Jun 24 14:41:55.289552 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963afcd-6a9b-4283-b8f6-5720a8f2dd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611df5c4-a034-411c-a779-d7fe273d1d6a,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:55.290534 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50236) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:55.347241 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-996d5c3f-4b23-4248-a8f0-540b7b458de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:55.372616 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-996d5c3f-4b23-4248-a8f0-540b7b458de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:55.421734 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-996d5c3f-4b23-4248-a8f0-540b7b458de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:55.436862 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d5c3f-4b23-4248-a8f0-540b7b458de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611df5c4-a034-411c-a779-d7fe273d1d6a,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:55.450869 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-996d5c3f-4b23-4248-a8f0-540b7b458de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:55.452281 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-996d5c3f-4b23-4248-a8f0-540b7b458de9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/611df5c4-a034-411c-a779-d7fe273d1d6a HTTP/1.1" status: 204 len: 168 time: 0.1607823 Jun 24 14:41:55.719281 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50244) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:55.740254 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7fc9fb6b-c7dc-4004-9cc2-b9c5b97909da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:55.755207 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-7fc9fb6b-c7dc-4004-9cc2-b9c5b97909da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:41:55.759192 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-7fc9fb6b-c7dc-4004-9cc2-b9c5b97909da admin admin] Usage tracker for resource:security_group_rule and tenant:c6f39100e73c4f8387132602e82e521c is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:41:55.762208 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-7fc9fb6b-c7dc-4004-9cc2-b9c5b97909da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:41:55.767763 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-7fc9fb6b-c7dc-4004-9cc2-b9c5b97909da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:41:55.847909 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7fc9fb6b-c7dc-4004-9cc2-b9c5b97909da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:55.854445 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-7fc9fb6b-c7dc-4004-9cc2-b9c5b97909da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:55.898263 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9fb6b-c7dc-4004-9cc2-b9c5b97909da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285880d6-6e43-404a-beef-f020c5276cc3,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:55.902334 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-7fc9fb6b-c7dc-4004-9cc2-b9c5b97909da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6f39100e73c4f8387132602e82e521c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820199 Jun 24 14:41:55.904997 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50248) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:55.959143 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-61cd4b0c-bf39-45eb-8efc-5310c5bbda93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:55.983977 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-61cd4b0c-bf39-45eb-8efc-5310c5bbda93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:56.036653 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-61cd4b0c-bf39-45eb-8efc-5310c5bbda93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:56.143237 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd4b0c-bf39-45eb-8efc-5310c5bbda93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285880d6-6e43-404a-beef-f020c5276cc3,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:56.147917 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-61cd4b0c-bf39-45eb-8efc-5310c5bbda93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:56.151296 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-61cd4b0c-bf39-45eb-8efc-5310c5bbda93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/285880d6-6e43-404a-beef-f020c5276cc3 HTTP/1.1" status: 204 len: 168 time: 0.2453074 Jun 24 14:41:57.239359 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50282) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:57.351516 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e4158744-7aac-4c24-b7c3-5bcd9cb7bcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:57.366314 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-e4158744-7aac-4c24-b7c3-5bcd9cb7bcf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:41:57.370058 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-e4158744-7aac-4c24-b7c3-5bcd9cb7bcf7 admin admin] Usage tracker for resource:security_group_rule and tenant:2f8d9c479702482eb7e0433977456917 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:41:57.372779 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-e4158744-7aac-4c24-b7c3-5bcd9cb7bcf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:41:57.378471 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-e4158744-7aac-4c24-b7c3-5bcd9cb7bcf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:41:57.462247 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e4158744-7aac-4c24-b7c3-5bcd9cb7bcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:57.465623 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e4158744-7aac-4c24-b7c3-5bcd9cb7bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:57.511836 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-e4158744-7aac-4c24-b7c3-5bcd9cb7bcf7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f8d9c479702482eb7e0433977456917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714298 Jun 24 14:41:57.512691 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4158744-7aac-4c24-b7c3-5bcd9cb7bcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4946da-6289-45d8-860a-87ffdf671ab7,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:57.514603 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50288) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:41:57.575165 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d10c17e9-14ee-42ca-a02d-62596a01f9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:57.607814 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d10c17e9-14ee-42ca-a02d-62596a01f9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:57.657342 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d10c17e9-14ee-42ca-a02d-62596a01f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:57.673132 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c17e9-14ee-42ca-a02d-62596a01f9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4946da-6289-45d8-860a-87ffdf671ab7,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:41:57.682243 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-d10c17e9-14ee-42ca-a02d-62596a01f9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:41:57.683338 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-d10c17e9-14ee-42ca-a02d-62596a01f9ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a4946da-6289-45d8-860a-87ffdf671ab7 HTTP/1.1" status: 204 len: 168 time: 0.1677628 Jun 24 14:42:06.956596 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:07.612554 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50376) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:07.730090 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5e90426b-fb67-46a8-838e-4d384834aec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:07.744604 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-5e90426b-fb67-46a8-838e-4d384834aec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:07.748663 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-5e90426b-fb67-46a8-838e-4d384834aec3 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b60ecb7f56457c9505c80850fa4731 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:07.751402 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-5e90426b-fb67-46a8-838e-4d384834aec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:07.756964 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-5e90426b-fb67-46a8-838e-4d384834aec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:07.836735 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5e90426b-fb67-46a8-838e-4d384834aec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:07.840808 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5e90426b-fb67-46a8-838e-4d384834aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:07.884853 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90426b-fb67-46a8-838e-4d384834aec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b79d57d-869d-45a8-80de-46ccfaa2be68,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:07.890608 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-5e90426b-fb67-46a8-838e-4d384834aec3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9b60ecb7f56457c9505c80850fa4731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754176 Jun 24 14:42:07.891719 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50382) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:07.950958 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ab6e-6e8b-40f1-b418-b4b833351579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:07.975614 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ab6e-6e8b-40f1-b418-b4b833351579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:08.026412 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ab6e-6e8b-40f1-b418-b4b833351579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:08.041705 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5ab6e-6e8b-40f1-b418-b4b833351579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b79d57d-869d-45a8-80de-46ccfaa2be68,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:08.046274 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ab6e-6e8b-40f1-b418-b4b833351579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:08.047190 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-8bf5ab6e-6e8b-40f1-b418-b4b833351579 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b79d57d-869d-45a8-80de-46ccfaa2be68 HTTP/1.1" status: 204 len: 168 time: 0.1547046 Jun 24 14:42:08.475327 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-34ee6af7-3314-4e66-9923-0feeff9adab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:10.721841 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8d42b6dc-9202-4445-9017-cfa0bfa51fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:11.648331 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:12.022233 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:13.704075 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:19.706769 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50518) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:19.818805 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b6b0aeda-633d-490b-bd6c-3803ce199775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:19.833265 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b6b0aeda-633d-490b-bd6c-3803ce199775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:19.837491 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b6b0aeda-633d-490b-bd6c-3803ce199775 admin admin] Usage tracker for resource:security_group_rule and tenant:2136c370e7664b60a6006c398e9d601b is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:19.840348 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-b6b0aeda-633d-490b-bd6c-3803ce199775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:19.846098 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-b6b0aeda-633d-490b-bd6c-3803ce199775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:19.926712 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b6b0aeda-633d-490b-bd6c-3803ce199775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:19.930376 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-b6b0aeda-633d-490b-bd6c-3803ce199775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:19.979561 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-b6b0aeda-633d-490b-bd6c-3803ce199775 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2136c370e7664b60a6006c398e9d601b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716794 Jun 24 14:42:19.980323 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0aeda-633d-490b-bd6c-3803ce199775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95393d83-5b0f-46e6-9906-97ce6f3f86e7,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:19.982352 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50524) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:20.040000 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e655970f-fb91-4b1b-948d-b122a35df2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:20.067662 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e655970f-fb91-4b1b-948d-b122a35df2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:20.118455 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e655970f-fb91-4b1b-948d-b122a35df2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:20.135922 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655970f-fb91-4b1b-948d-b122a35df2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95393d83-5b0f-46e6-9906-97ce6f3f86e7,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:20.142432 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e655970f-fb91-4b1b-948d-b122a35df2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:20.143532 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-e655970f-fb91-4b1b-948d-b122a35df2be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95393d83-5b0f-46e6-9906-97ce6f3f86e7 HTTP/1.1" status: 204 len: 168 time: 0.1601002 Jun 24 14:42:20.779050 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50548) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:20.881663 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-722424857-network', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:20.886274 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:20.890225 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Usage tracker for resource:network and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:20.893042 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:20.899146 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:20.908763 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Made reservation on behalf of 7b36f9dd46a84b87a219f4997cf29bd1 for: {'network': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:42:20.910986 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:20.923024 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:20.937467 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:20.941163 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Usage tracker for resource:security_group_rule and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:20.943855 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:20.949606 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:21.032101 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:21.035527 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:21.062254 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=88094) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:42:21.074043 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914d7983-4379-49c5-8aba-3226008c3ec5,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:21.078420 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:21.078762 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.segments_db [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Added segment 2c068d63-a066-4e91-81c4-5cddc10bdd26 of type vlan for network 8ef4e1e2-5f17-40a4-a749-de55eebc610f Jun 24 14:42:21.104132 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:21.131777 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:21.132724 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:42:21.133301 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:21.237154 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] Pushing event updated for resources: {'Network': ['ID=8ef4e1e2-5f17-40a4-a749-de55eebc610f,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:21.240394 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-1c660897-941a-4efa-bd20-7616f5401c54 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4603529 Jun 24 14:42:21.243462 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50554) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:21.247111 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network 8ef4e1e2-5f17-40a4-a749-de55eebc610f details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:42:21.249163 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Request body: {'subnet': {'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-722424857-subnet', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'ip_version': 4}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:21.253979 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:21.258046 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Usage tracker for resource:subnet and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:21.261054 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:21.267842 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:21.278417 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Made reservation on behalf of 7b36f9dd46a84b87a219f4997cf29bd1 for: {'subnet': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:42:21.280761 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009006'] for subnet, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:21.297010 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:42:21.480755 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3092041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3008984'] for subnet, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:21.547385 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a23f10-2527-4fbf-8e50-4736be8e8005,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:21.559919 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Checking segment: {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:42:21.560274 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Network hostable DHCP agents. Network: 8ef4e1e2-5f17-40a4-a749-de55eebc610f, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:42:21.579978 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Network 8ef4e1e2-5f17-40a4-a749-de55eebc610f is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:42:21.589448 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, 8ef4e1e2-5f17-40a4-a749-de55eebc610f) {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:42:21.594275 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:42:21.595580 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:21.598873 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3ef70a-54a4-4b96-b8ee-88f579f633f5 None None] Network 8ef4e1e2-5f17-40a4-a749-de55eebc610f requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:42:21.617772 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-3651efdb-fe6e-4009-9ded-95b7f33da4bc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3731937 Jun 24 14:42:21.620294 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50558) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:21.625230 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:21.629967 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:21.634382 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Usage tracker for resource:router and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:21.637171 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:21.642749 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:21.653195 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3903350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26522'] for router, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:21.654228 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29033'] for router, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:21.669380 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:21.818784 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:42:21.819632 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:22.010419 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Allocated IP 172.20.0.2 (8ef4e1e2-5f17-40a4-a749-de55eebc610f/17a23f10-2527-4fbf-8e50-4736be8e8005/6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:42:22.031558 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:22.207355 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:22.217691 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Transition to ACTIVE for port object 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:42:22.235694 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Transition to ACTIVE for port object 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:42:22.242043 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:22.302628 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Network 8ef4e1e2-5f17-40a4-a749-de55eebc610f is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:42:22.305370 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:42:22.313715 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:42:22.322696 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Pushing event updated for resources: {'Port': ['ID=6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:22.335247 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:22.364772 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:22.366305 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:22.366650 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:22.366985 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:22.367315 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:22.367639 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:22.367964 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:22.368866 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:22.369200 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:22.369521 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:22.369839 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:22.370159 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:22.370475 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:22.426771 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Attempting to bind port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:42:22.427137 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Attempting to bind port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:42:22.427496 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Attempting to bind port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c on network 8ef4e1e2-5f17-40a4-a749-de55eebc610f {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:42:22.433232 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:42:22.433600 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Checking segment: {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:42:22.433997 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:22.434385 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Bound using segment: {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:42:22.434841 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Bound port: 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:42:22.435209 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:22.500242 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Allocated IP 172.27.2.58 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/48bfb44e-4074-40c0-b010-fe92062a3096) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:42:22.524881 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] For port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:42:22.527815 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] For port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:42:22.532751 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:22.620207 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efcce7-dbb2-4438-b71c-9e59153d99a1 None None] Pushing event updated for resources: {'Port': ['ID=6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:22.650505 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:22.680862 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:22.742741 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:42:22.750647 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:42:22.754748 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:42:22.797264 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=48bfb44e-4074-40c0-b010-fe92062a3096,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:23.003473 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:42:23.077194 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:42:23.174034 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:23.497618 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32093d70-2200-4b57-84e7-031ed6b27c4d None None] Network 8ef4e1e2-5f17-40a4-a749-de55eebc610f requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:42:23.590382 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-91d21ebc-0ba4-45ca-90b5-daae7e2cc55b None None] Provisioning for port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:42:23.606919 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-91d21ebc-0ba4-45ca-90b5-daae7e2cc55b None None] Provisioning complete for port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:23.607293 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-91d21ebc-0ba4-45ca-90b5-daae7e2cc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:23.625463 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3903300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520'] for router, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:23.820163 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-91d21ebc-0ba4-45ca-90b5-daae7e2cc55b None None] Current status of the port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:23.820476 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-91d21ebc-0ba4-45ca-90b5-daae7e2cc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:23.832979 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Router cd238df2-aacb-4fbc-a024-90732478ca86 is scheduled to L3 agent f837352b-afc6-405d-a4a3-f96679748736 with binding_index 1 {{(pid=88094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:42:23.864054 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-91d21ebc-0ba4-45ca-90b5-daae7e2cc55b None None] For port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:42:23.869189 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-91d21ebc-0ba4-45ca-90b5-daae7e2cc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:23.939059 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d21ebc-0ba4-45ca-90b5-daae7e2cc55b None None] Pushing event updated for resources: {'Port': ['ID=6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:24.018716 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:42:24.028568 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Sync routers for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:42:24.038275 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:42:24.038977 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:42:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:24.045229 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] Notify callbacks [] for router, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:24.046430 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-ea0f78ca-e7aa-4594-b7c0-7c0851b9d6f5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4251442 Jun 24 14:42:24.049579 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50562) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:24.097654 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-f047b54c-d00e-4b60-832a-a217b1407c1d None None] Provisioning complete for port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:24.098023 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f047b54c-d00e-4b60-832a-a217b1407c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:24.215257 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-f047b54c-d00e-4b60-832a-a217b1407c1d None None] Current status of the port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:24.216264 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:42:24.503431 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:22Z', 'revision_number': 3, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:24.507306 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Checking router: cd238df2-aacb-4fbc-a024-90732478ca86 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:42:24.507668 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Updating router cd238df2-aacb-4fbc-a024-90732478ca86 port 48bfb44e-4074-40c0-b010-fe92062a3096 binding host dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:42:24.559508 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:24.817584 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:24.908309 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Notify callbacks [] for port, precommit_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:24.920345 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.provisioning_blocks [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Transition to ACTIVE for port object 48bfb44e-4074-40c0-b010-fe92062a3096 will not be triggered until provisioned by entity L2. {{(pid=88097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:42:24.926811 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:24.991392 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:42:25.006713 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Attempting to bind port 48bfb44e-4074-40c0-b010-fe92062a3096 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:42:25.007081 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Attempting to bind port 48bfb44e-4074-40c0-b010-fe92062a3096 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:42:25.007739 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Attempting to bind port 48bfb44e-4074-40c0-b010-fe92062a3096 on network 56739e03-84f5-401f-84c2-dbaf871a2b89 {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:42:25.017740 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:42:25.018100 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:42:25.018552 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:25.018867 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Bound using segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:42:25.019306 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Bound port: 48bfb44e-4074-40c0-b010-fe92062a3096, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:42:25.019694 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:25.028391 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Allocated IP 172.20.0.1 (8ef4e1e2-5f17-40a4-a749-de55eebc610f/17a23f10-2527-4fbf-8e50-4736be8e8005/767e2a4d-fba0-43b1-adc4-d6ad44e3b024) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:42:25.042424 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Pushing event updated for resources: {'Port': ['ID=48bfb44e-4074-40c0-b010-fe92062a3096,revision_number=2']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:25.062456 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:25.062898 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:25.063033 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:25.063368 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:25.063704 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:25.064030 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:25.064348 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:25.064695 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:25.065012 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:25.065328 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:25.065667 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:25.065985 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:25.066323 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:25.066607 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:42:25.109215 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] For port 48bfb44e-4074-40c0-b010-fe92062a3096, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:42:25.112970 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] For port 48bfb44e-4074-40c0-b010-fe92062a3096, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=48bfb44e-4074-40c0-b010-fe92062a3096,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:42:25.117204 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:25.177978 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:25.183959 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:42:25.184643 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:42:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:25.188885 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:25.195708 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.provisioning_blocks [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Transition to ACTIVE for port object 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 will not be triggered until provisioned by entity DHCP. {{(pid=88094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:42:25.219453 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:25.281089 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Network 8ef4e1e2-5f17-40a4-a749-de55eebc610f is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:42:25.283891 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:42:25.292854 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:42:25.331815 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Pushing event updated for resources: {'Port': ['ID=767e2a4d-fba0-43b1-adc4-d6ad44e3b024,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:25.348935 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b509d55-5e75-4ff9-8370-d5d02514deaf None None] Pushing event updated for resources: {'Port': ['ID=48bfb44e-4074-40c0-b010-fe92062a3096,revision_number=3']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:25.358150 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3903314'] for router_interface, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:25.384279 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:42:25.479930 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:25.541555 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-b8fe1d84-d468-4747-8937-34547d3dd727 None None] Provisioning for port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:42:25.546379 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-b8fe1d84-d468-4747-8937-34547d3dd727 None None] Provisioning complete for port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:25.546842 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1d84-d468-4747-8937-34547d3dd727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:25.639122 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe1d84-d468-4747-8937-34547d3dd727 None None] Port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:42:25.673255 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:22Z', 'revision_number': 3, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:25.677065 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75d9fe-ea06-4225-bc16-d8d3a2b218dd None None] The sync data for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi is: [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:22Z', 'revision_number': 3, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:42:25.729150 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:25.734582 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:25.842071 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Pushing event updated for resources: {'Port': ['ID=767e2a4d-fba0-43b1-adc4-d6ad44e3b024,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:25.844585 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903287'] for router_interface, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:25.989566 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Network 8ef4e1e2-5f17-40a4-a749-de55eebc610f is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:42:25.990737 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:42:26.186317 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Router cd238df2-aacb-4fbc-a024-90732478ca86 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:42:26.262758 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-c54cb21d-f985-4f01-b3fe-03e628a9ab1f None None] Provisioning complete for port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:26.263357 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c54cb21d-f985-4f01-b3fe-03e628a9ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:26.319029 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-c54cb21d-f985-4f01-b3fe-03e628a9ab1f None None] Port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:42:26.487660 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:42:26.496415 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-a06ab75e-9f7e-4181-8246-0d1a0c36a390 admin admin] 10.222.0.16 "PUT /v2.0/routers/cd238df2-aacb-4fbc-a024-90732478ca86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4458783 Jun 24 14:42:26.997567 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50580) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:27.003046 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1365761730-network', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:27.007962 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:27.011956 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Usage tracker for resource:network and tenant:1bcc07f038504aedb0fdedee77c7d89b is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:27.015205 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:27.021870 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:27.023116 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 48bfb44e-4074-40c0-b010-fe92062a3096 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:42:27.032414 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Made reservation on behalf of 1bcc07f038504aedb0fdedee77c7d89b for: {'network': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:42:27.034715 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for network, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.047078 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.062836 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:27.066722 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Usage tracker for resource:security_group_rule and tenant:1bcc07f038504aedb0fdedee77c7d89b is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:27.069625 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:27.075968 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:27.084094 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Sync routers for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:42:27.098268 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:42:27.098972 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:42:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:27.159844 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.163441 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.192777 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=88095) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 14:42:27.201653 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a6892c-9291-443d-ae64-4f2791ffb708,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:27.207122 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.207468 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.segments_db [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Added segment 2fffc974-377a-4f7f-a95a-31cc617bb642 of type vlan for network ed850699-e0c5-49ac-b236-2f80b646bbb6 Jun 24 14:42:27.222951 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 48bfb44e-4074-40c0-b010-fe92062a3096 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:42:27.234833 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767783493910'] for network, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.236773 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 48bfb44e-4074-40c0-b010-fe92062a3096 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:27.237395 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.269013 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957'] for network, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.269966 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:42:27.270552 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.363239 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:42:27.370074 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ed850699-e0c5-49ac-b236-2f80b646bbb6,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:27.376606 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50584) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:27.377132 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-3eefda1b-fad6-4fb4-85eb-7a9ef0f485c1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3780468 Jun 24 14:42:27.382313 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Request body: {'subnet': {'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1365761730-subnet', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'ip_version': 4}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:27.388561 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:27.393317 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Usage tracker for resource:subnet and tenant:1bcc07f038504aedb0fdedee77c7d89b is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:27.396187 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:27.401904 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:27.409037 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Network ed850699-e0c5-49ac-b236-2f80b646bbb6 details requested by agent ovs-agent-dv-cinder-847189-2-iscsi with host dv-cinder-847189-2-iscsi {{(pid=88096) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 14:42:27.414524 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Made reservation on behalf of 1bcc07f038504aedb0fdedee77c7d89b for: {'subnet': 1} {{(pid=88094) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:42:27.416935 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009006'] for subnet, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.625690 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3092041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3008984'] for subnet, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.662720 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 48bfb44e-4074-40c0-b010-fe92062a3096 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:27.663341 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.701418 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d4d98c4-be45-4a5e-848f-ae5d9eccebc1,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:27.709851 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Checking segment: {'id': '2fffc974-377a-4f7f-a95a-31cc617bb642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:42:27.710210 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Network hostable DHCP agents. Network: ed850699-e0c5-49ac-b236-2f80b646bbb6, hostable agents: ['a0a46b67-dbe2-4dd6-9eac-8df66ff1229d'], hosted agents: [] {{(pid=88094) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 14:42:27.732774 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Network ed850699-e0c5-49ac-b236-2f80b646bbb6 is scheduled to be hosted by DHCP agent a0a46b67-dbe2-4dd6-9eac-8df66ff1229d with binding_index 1 {{(pid=88094) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 14:42:27.742442 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-2-iscsi, ed850699-e0c5-49ac-b236-2f80b646bbb6) {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:42:27.747137 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:42:27.747799 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.749456 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 48bfb44e-4074-40c0-b010-fe92062a3096, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=48bfb44e-4074-40c0-b010-fe92062a3096,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:42:27.754437 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ebfaa8-5959-4752-a606-224381fa1005 None None] Network ed850699-e0c5-49ac-b236-2f80b646bbb6 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:42:27.769268 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-ef2b30d5-72b0-464f-b0ce-aa1371e0d288 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3911717 Jun 24 14:42:27.771512 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50588) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:27.777044 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1365761730-router', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:27.781589 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:27.782904 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.785546 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Usage tracker for resource:router and tenant:1bcc07f038504aedb0fdedee77c7d89b is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:27.788583 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:27.795110 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:27.808781 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3903350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26522'] for router, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.809734 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3913805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3914573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3754829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29033'] for router, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:27.825089 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:28.001307 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=48bfb44e-4074-40c0-b010-fe92062a3096,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:28.085674 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3914623', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3903359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29051'] for router, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:28.141531 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 2, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:28.146820 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Checking router: cd238df2-aacb-4fbc-a024-90732478ca86 for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:42:28.147170 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Updating router cd238df2-aacb-4fbc-a024-90732478ca86 port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 binding host dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:42:28.172413 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59bac318-4248-51fc-888d-957575e9adac-ed850699-e0c5-49ac-b236-2f80b646bbb6', 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'fixed_ips': [{'subnet_id': '1d4d98c4-be45-4a5e-848f-ae5d9eccebc1'}]}} from dv-cinder-847189-2-iscsi. {{(pid=88096) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 14:42:28.173239 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:28.258498 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:28.390004 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:28.420210 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:28.523671 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.db_base_plugin_common [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Allocated IP 172.20.0.2 (ed850699-e0c5-49ac-b236-2f80b646bbb6/1d4d98c4-be45-4a5e-848f-ae5d9eccebc1/dd4b7aba-acbe-4507-8529-6a0da3f49495) {{(pid=88096) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:42:28.564078 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Allocated IP 172.27.2.3 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/d851d2c7-858f-48dc-9e81-505d87c26350) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:42:28.710788 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:28.741297 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:28.798570 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:42:28.801129 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:42:28.804632 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:42:28.896515 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Notify callbacks [] for port, precommit_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:28.916722 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Transition to ACTIVE for port object dd4b7aba-acbe-4507-8529-6a0da3f49495 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:42:28.920329 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Notify callbacks [] for port, precommit_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:28.945155 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Transition to ACTIVE for port object 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:42:28.950736 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Transition to ACTIVE for port object dd4b7aba-acbe-4507-8529-6a0da3f49495 will not be triggered until provisioned by entity DHCP. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:42:28.954364 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:28.955646 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d851d2c7-858f-48dc-9e81-505d87c26350,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:28.992381 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101'] for port, after_create {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:29.013843 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 48bfb44e-4074-40c0-b010-fe92062a3096 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:42:29.137457 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Network ed850699-e0c5-49ac-b236-2f80b646bbb6 is already hosted by enough agents. {{(pid=88096) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:42:29.138486 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5161b-8358-45f2-974a-82bfde228c53 None None] Pushing event updated for resources: {'Port': ['ID=767e2a4d-fba0-43b1-adc4-d6ad44e3b024,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:29.177673 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.scheduler.base_scheduler [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Resources bound (agent type, host, resource id): {{(pid=88096) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:42:29.188881 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Received port after_create {{(pid=88096) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:42:29.331488 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:29.422671 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Pushing event updated for resources: {'Port': ['ID=dd4b7aba-acbe-4507-8529-6a0da3f49495,revision_number=1']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:29.429952 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Attempting to bind port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:42:29.430431 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Attempting to bind port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:42:29.430930 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Attempting to bind port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 on network 8ef4e1e2-5f17-40a4-a749-de55eebc610f {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:42:29.436838 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Attempting to bind port dd4b7aba-acbe-4507-8529-6a0da3f49495 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:42:29.437196 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Attempting to bind port dd4b7aba-acbe-4507-8529-6a0da3f49495 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '2fffc974-377a-4f7f-a95a-31cc617bb642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:42:29.437546 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Attempting to bind port dd4b7aba-acbe-4507-8529-6a0da3f49495 on network ed850699-e0c5-49ac-b236-2f80b646bbb6 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:42:29.440179 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 48bfb44e-4074-40c0-b010-fe92062a3096 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:29.440570 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:29.477363 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:42:29.478319 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Checking segment: {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:42:29.478715 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:29.479102 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Bound using segment: {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:42:29.479567 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Bound port: 767e2a4d-fba0-43b1-adc4-d6ad44e3b024, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:42:29.479933 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:29.497628 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:42:29.497989 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Checking segment: {'id': '2fffc974-377a-4f7f-a95a-31cc617bb642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:42:29.498373 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:29.498756 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Bound using segment: {'id': '2fffc974-377a-4f7f-a95a-31cc617bb642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:42:29.499209 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Bound port: dd4b7aba-acbe-4507-8529-6a0da3f49495, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fffc974-377a-4f7f-a95a-31cc617bb642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:42:29.499719 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:29.668037 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3903300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3914520'] for router, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:29.701363 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] For port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:42:29.719117 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] For port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=767e2a4d-fba0-43b1-adc4-d6ad44e3b024,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:42:29.724020 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] For port dd4b7aba-acbe-4507-8529-6a0da3f49495, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:42:29.727309 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] For port dd4b7aba-acbe-4507-8529-6a0da3f49495, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=dd4b7aba-acbe-4507-8529-6a0da3f49495,segment=NetworkSegment(2fffc974-377a-4f7f-a95a-31cc617bb642),segment_id=2fffc974-377a-4f7f-a95a-31cc617bb642)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:42:29.735892 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:29.775433 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:29.797368 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 48bfb44e-4074-40c0-b010-fe92062a3096 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:29.842921 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5161b-8358-45f2-974a-82bfde228c53 None None] Pushing event updated for resources: {'Port': ['ID=767e2a4d-fba0-43b1-adc4-d6ad44e3b024,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:29.881309 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:42:29.881952 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:42:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:29.895711 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Router 95c16058-f598-4a21-84b9-a489ec74bdaa is scheduled to L3 agent f837352b-afc6-405d-a4a3-f96679748736 with binding_index 1 {{(pid=88094) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 14:42:30.116786 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:42:30.141969 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7814fb-3b19-4f8b-88e4-f689e798bbdc None None] Pushing event updated for resources: {'Port': ['ID=dd4b7aba-acbe-4507-8529-6a0da3f49495,revision_number=2']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:30.144173 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Sync routers for ids ['95c16058-f598-4a21-84b9-a489ec74bdaa'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:42:30.151256 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] Notify callbacks [] for router, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:30.153156 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-e17dd1e9-b0c3-4138-b0ee-b774981939b7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3800344 Jun 24 14:42:30.155759 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50592) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:30.169793 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Routers {'95c16058-f598-4a21-84b9-a489ec74bdaa'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:42:30.170927 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:42:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['95c16058-f598-4a21-84b9-a489ec74bdaa'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:30.214663 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:42:30.367498 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Set router 95c16058-f598-4a21-84b9-a489ec74bdaa gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:42:30.532406 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:29Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:30.537370 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7daa000-3f4e-4ce9-aedc-cf35d125bf9d None None] The sync data for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi is: [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:29Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:42:30.694636 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'name': 'tempest-TestVolumeBootPattern-1365761730-router', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:27Z', 'updated_at': '2022-06-24T14:42:29Z', 'revision_number': 3, 'project_id': '1bcc07f038504aedb0fdedee77c7d89b', 'gw_port': {'id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:28Z', 'updated_at': '2022-06-24T14:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:30.704149 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Checking router: 95c16058-f598-4a21-84b9-a489ec74bdaa for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:42:30.704523 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Updating router 95c16058-f598-4a21-84b9-a489ec74bdaa port d851d2c7-858f-48dc-9e81-505d87c26350 binding host dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:42:30.806852 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:30.935440 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.033071 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4000b04-a91f-4067-82b1-8c9aff14c897 None None] Network ed850699-e0c5-49ac-b236-2f80b646bbb6 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:42:31.119267 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device dd4b7aba-acbe-4507-8529-6a0da3f49495 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:42:31.185323 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Allocated IP 172.20.0.1 (ed850699-e0c5-49ac-b236-2f80b646bbb6/1d4d98c4-be45-4a5e-848f-ae5d9eccebc1/352bd803-8a81-4163-ad0c-8b16d19e3d19) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:42:31.211052 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.231365 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-232efad6-62c3-4576-992b-a8ef298b90d8 None None] Provisioning for port dd4b7aba-acbe-4507-8529-6a0da3f49495 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:42:31.234958 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.provisioning_blocks [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Transition to ACTIVE for port object d851d2c7-858f-48dc-9e81-505d87c26350 will not be triggered until provisioned by entity L2. {{(pid=88097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:42:31.240211 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-232efad6-62c3-4576-992b-a8ef298b90d8 None None] Provisioning complete for port dd4b7aba-acbe-4507-8529-6a0da3f49495 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:31.240742 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-232efad6-62c3-4576-992b-a8ef298b90d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.245090 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.283511 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port dd4b7aba-acbe-4507-8529-6a0da3f49495 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:42:31.292911 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port dd4b7aba-acbe-4507-8529-6a0da3f49495 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:31.293420 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.321856 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Attempting to bind port d851d2c7-858f-48dc-9e81-505d87c26350 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:42:31.322213 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Attempting to bind port d851d2c7-858f-48dc-9e81-505d87c26350 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:42:31.322567 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Attempting to bind port d851d2c7-858f-48dc-9e81-505d87c26350 on network 56739e03-84f5-401f-84c2-dbaf871a2b89 {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:42:31.337488 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:42:31.337831 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Checking segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:42:31.338224 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.338605 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Bound using segment: {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'} {{(pid=88097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:42:31.339381 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.managers [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Bound port: d851d2c7-858f-48dc-9e81-505d87c26350, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bb73f-fd84-4850-9e1b-41c3229bb89c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89'}}] {{(pid=88097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:42:31.339508 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.416282 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] For port d851d2c7-858f-48dc-9e81-505d87c26350, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:42:31.419774 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.plugins.ml2.db [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] For port d851d2c7-858f-48dc-9e81-505d87c26350, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d851d2c7-858f-48dc-9e81-505d87c26350,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:42:31.423714 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1398a-245c-47a8-a58c-9601fd8ac62d None None] Pushing event updated for resources: {'Port': ['ID=d851d2c7-858f-48dc-9e81-505d87c26350,revision_number=2']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:31.430628 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron_lib.callbacks.manager [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.502851 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.515945 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1398a-245c-47a8-a58c-9601fd8ac62d None None] Pushing event updated for resources: {'Port': ['ID=d851d2c7-858f-48dc-9e81-505d87c26350,revision_number=3']} {{(pid=88097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:31.529621 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Transition to ACTIVE for port object 352bd803-8a81-4163-ad0c-8b16d19e3d19 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:42:31.532831 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Routers {'95c16058-f598-4a21-84b9-a489ec74bdaa'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:42:31.533470 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:42:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['95c16058-f598-4a21-84b9-a489ec74bdaa'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:31.558691 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.566015 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-232efad6-62c3-4576-992b-a8ef298b90d8 None None] Current status of the port dd4b7aba-acbe-4507-8529-6a0da3f49495 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:31.566521 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-232efad6-62c3-4576-992b-a8ef298b90d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.646484 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Network ed850699-e0c5-49ac-b236-2f80b646bbb6 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:42:31.651313 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:42:31.660784 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:42:31.689861 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-232efad6-62c3-4576-992b-a8ef298b90d8 None None] For port dd4b7aba-acbe-4507-8529-6a0da3f49495, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=dd4b7aba-acbe-4507-8529-6a0da3f49495,segment=NetworkSegment(2fffc974-377a-4f7f-a95a-31cc617bb642),segment_id=2fffc974-377a-4f7f-a95a-31cc617bb642)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:42:31.705857 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port dd4b7aba-acbe-4507-8529-6a0da3f49495 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:31.706801 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.730326 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-232efad6-62c3-4576-992b-a8ef298b90d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.730734 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] Set router 95c16058-f598-4a21-84b9-a489ec74bdaa gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:42:31.736876 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Pushing event updated for resources: {'Port': ['ID=352bd803-8a81-4163-ad0c-8b16d19e3d19,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:31.767496 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3903314'] for router_interface, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:31.861769 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.db.api [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:42:31.862122 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG oslo_db.api [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:42:31.883886 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232efad6-62c3-4576-992b-a8ef298b90d8 None None] Pushing event updated for resources: {'Port': ['ID=dd4b7aba-acbe-4507-8529-6a0da3f49495,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:31.923250 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:32.054845 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-45ccc46b-46ae-4784-bb03-e622fea198a1 None None] Provisioning complete for port dd4b7aba-acbe-4507-8529-6a0da3f49495 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:32.055406 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-45ccc46b-46ae-4784-bb03-e622fea198a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:32.110602 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'name': 'tempest-TestVolumeBootPattern-1365761730-router', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:27Z', 'updated_at': '2022-06-24T14:42:29Z', 'revision_number': 3, 'project_id': '1bcc07f038504aedb0fdedee77c7d89b', 'gw_port': {'id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:28Z', 'updated_at': '2022-06-24T14:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:32.122289 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b87b7-44a5-4518-9ae8-5ab4feb2dbc0 None None] The sync data for ids ['95c16058-f598-4a21-84b9-a489ec74bdaa'] in dv-cinder-847189-2-iscsi is: [{'id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'name': 'tempest-TestVolumeBootPattern-1365761730-router', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:27Z', 'updated_at': '2022-06-24T14:42:29Z', 'revision_number': 3, 'project_id': '1bcc07f038504aedb0fdedee77c7d89b', 'gw_port': {'id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:28Z', 'updated_at': '2022-06-24T14:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:42:32.193510 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:32.201594 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:32.220618 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-45ccc46b-46ae-4784-bb03-e622fea198a1 None None] Current status of the port dd4b7aba-acbe-4507-8529-6a0da3f49495 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:32.315232 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Pushing event updated for resources: {'Port': ['ID=352bd803-8a81-4163-ad0c-8b16d19e3d19,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:32.317563 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3710059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903287'] for router_interface, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:32.341610 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-347923ad-606b-4195-9572-6caa8fcd23e6 None None] Provisioning for port 352bd803-8a81-4163-ad0c-8b16d19e3d19 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:42:32.347855 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-347923ad-606b-4195-9572-6caa8fcd23e6 None None] Provisioning complete for port 352bd803-8a81-4163-ad0c-8b16d19e3d19 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:32.348480 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-347923ad-606b-4195-9572-6caa8fcd23e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:32.457894 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-347923ad-606b-4195-9572-6caa8fcd23e6 None None] Port 352bd803-8a81-4163-ad0c-8b16d19e3d19 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:42:32.459363 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port dd4b7aba-acbe-4507-8529-6a0da3f49495 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:32.460330 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:42:32.489325 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Network ed850699-e0c5-49ac-b236-2f80b646bbb6 is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:42:32.490437 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:42:32.544593 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:42:32.564800 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:32.565267 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:32.716587 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Router 95c16058-f598-4a21-84b9-a489ec74bdaa has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:42:32.721718 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:32.722091 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:32.759626 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=767e2a4d-fba0-43b1-adc4-d6ad44e3b024,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:42:32.770581 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:32.869175 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-5be2201f-a54b-4170-a154-56bc34612943 None None] Provisioning complete for port 352bd803-8a81-4163-ad0c-8b16d19e3d19 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:32.869537 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-5be2201f-a54b-4170-a154-56bc34612943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:32.908043 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:42:32.918372 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-add75e03-667d-43b6-8598-468c2e082d37 admin admin] 10.222.0.16 "PUT /v2.0/routers/95c16058-f598-4a21-84b9-a489ec74bdaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7614291 Jun 24 14:42:32.935473 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=767e2a4d-fba0-43b1-adc4-d6ad44e3b024,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:32.943102 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-5be2201f-a54b-4170-a154-56bc34612943 None None] Port 352bd803-8a81-4163-ad0c-8b16d19e3d19 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:42:33.086469 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d851d2c7-858f-48dc-9e81-505d87c26350 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:42:33.160770 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port d851d2c7-858f-48dc-9e81-505d87c26350 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:42:33.167106 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port d851d2c7-858f-48dc-9e81-505d87c26350 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:33.167548 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.285380 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port d851d2c7-858f-48dc-9e81-505d87c26350 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:33.285785 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.302079 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port d851d2c7-858f-48dc-9e81-505d87c26350, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d851d2c7-858f-48dc-9e81-505d87c26350,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:42:33.306615 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.307367 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device dd4b7aba-acbe-4507-8529-6a0da3f49495 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:42:33.363246 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50602) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:33.370402 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275597704', 'description': 'tempest-secgroup-smoke-275597704 description', 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:33.377013 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:33.381221 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:security_group and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:33.384815 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:33.390627 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:33.401193 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.420945 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:33.421667 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=d851d2c7-858f-48dc-9e81-505d87c26350,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:33.425351 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:security_group_rule and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:33.428235 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:33.433793 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port dd4b7aba-acbe-4507-8529-6a0da3f49495 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:33.433928 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.434473 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:33.511516 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.515206 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.549257 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port dd4b7aba-acbe-4507-8529-6a0da3f49495 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:33.554978 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d151dc-25be-4f84-b0b2-a808ede9e6b9,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:33.561556 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.564818 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-bee1e961-beb9-42a3-8190-440bf56f1461 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1978002 Jun 24 14:42:33.565660 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50606) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:33.570796 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-48226b22-f8cd-4a56-9985-22ef9f13f3b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'security_group_rule': {'security_group_id': 'd0d151dc-25be-4f84-b0b2-a808ede9e6b9', 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:33.583004 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-48226b22-f8cd-4a56-9985-22ef9f13f3b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:33.587429 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-48226b22-f8cd-4a56-9985-22ef9f13f3b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:security_group_rule and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:33.591231 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-48226b22-f8cd-4a56-9985-22ef9f13f3b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:33.597918 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-48226b22-f8cd-4a56-9985-22ef9f13f3b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:33.616018 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-48226b22-f8cd-4a56-9985-22ef9f13f3b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.676259 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-48226b22-f8cd-4a56-9985-22ef9f13f3b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.680520 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-48226b22-f8cd-4a56-9985-22ef9f13f3b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.704581 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48226b22-f8cd-4a56-9985-22ef9f13f3b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df38e4a3-88a1-4cb2-a9a3-24390d5c7db4,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:33.714119 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-48226b22-f8cd-4a56-9985-22ef9f13f3b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.715414 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-48226b22-f8cd-4a56-9985-22ef9f13f3b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487269 Jun 24 14:42:33.718445 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50610) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:33.723330 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-1410d9f7-972b-4714-a83e-14dc740433aa tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'security_group_rule': {'security_group_id': 'd0d151dc-25be-4f84-b0b2-a808ede9e6b9', 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:33.729939 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-1410d9f7-972b-4714-a83e-14dc740433aa tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:33.733702 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-1410d9f7-972b-4714-a83e-14dc740433aa tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:security_group_rule and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:33.736800 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-1410d9f7-972b-4714-a83e-14dc740433aa tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:33.742388 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-1410d9f7-972b-4714-a83e-14dc740433aa tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:33.759549 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1410d9f7-972b-4714-a83e-14dc740433aa tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.820608 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1410d9f7-972b-4714-a83e-14dc740433aa tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.825385 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1410d9f7-972b-4714-a83e-14dc740433aa tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.845197 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Sync routers for ids ['95c16058-f598-4a21-84b9-a489ec74bdaa'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:42:33.849803 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410d9f7-972b-4714-a83e-14dc740433aa tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcba09b-cf93-4b76-9004-3b9b8cc653f5,revision_number=0']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:33.855017 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Routers {'95c16058-f598-4a21-84b9-a489ec74bdaa'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:42:33.855773 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:42:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['95c16058-f598-4a21-84b9-a489ec74bdaa'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:33.859855 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1410d9f7-972b-4714-a83e-14dc740433aa tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.863811 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-1410d9f7-972b-4714-a83e-14dc740433aa tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1419311 Jun 24 14:42:33.864208 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50614) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:33.870099 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-3ac6aa53-399a-40f1-9b0c-a71f9f67bb32 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'security_group_rule': {'security_group_id': 'd0d151dc-25be-4f84-b0b2-a808ede9e6b9', 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:33.876109 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-3ac6aa53-399a-40f1-9b0c-a71f9f67bb32 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:33.880194 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-3ac6aa53-399a-40f1-9b0c-a71f9f67bb32 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:security_group_rule and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:33.883157 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-3ac6aa53-399a-40f1-9b0c-a71f9f67bb32 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:33.888780 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-3ac6aa53-399a-40f1-9b0c-a71f9f67bb32 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:33.905695 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3ac6aa53-399a-40f1-9b0c-a71f9f67bb32 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.965406 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3ac6aa53-399a-40f1-9b0c-a71f9f67bb32 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.969312 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3ac6aa53-399a-40f1-9b0c-a71f9f67bb32 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:33.991889 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6aa53-399a-40f1-9b0c-a71f9f67bb32 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a064017-1284-4b34-9fae-aff63cc2b173,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:34.000967 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-3ac6aa53-399a-40f1-9b0c-a71f9f67bb32 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.002191 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-3ac6aa53-399a-40f1-9b0c-a71f9f67bb32 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368706 Jun 24 14:42:34.004991 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50618) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:34.009611 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-dfe1d980-334e-427c-8f01-c0fd82191344 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'security_group_rule': {'security_group_id': 'd0d151dc-25be-4f84-b0b2-a808ede9e6b9', 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:34.015257 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-dfe1d980-334e-427c-8f01-c0fd82191344 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:34.018944 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-dfe1d980-334e-427c-8f01-c0fd82191344 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:security_group_rule and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:34.021705 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-dfe1d980-334e-427c-8f01-c0fd82191344 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:34.027751 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-dfe1d980-334e-427c-8f01-c0fd82191344 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:34.035311 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Set router 95c16058-f598-4a21-84b9-a489ec74bdaa gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:42:34.044878 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-dfe1d980-334e-427c-8f01-c0fd82191344 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.109113 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-dfe1d980-334e-427c-8f01-c0fd82191344 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.113977 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-dfe1d980-334e-427c-8f01-c0fd82191344 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.136168 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1d980-334e-427c-8f01-c0fd82191344 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a50da6-b7f2-47b7-9ea1-c9b3fd9295f6,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:34.145884 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-dfe1d980-334e-427c-8f01-c0fd82191344 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.147062 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-dfe1d980-334e-427c-8f01-c0fd82191344 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411839 Jun 24 14:42:34.150325 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50622) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:34.155141 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-2087dcfd-f123-4fe6-b55c-86e2507185ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'security_group_rule': {'security_group_id': 'd0d151dc-25be-4f84-b0b2-a808ede9e6b9', 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:34.161145 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-2087dcfd-f123-4fe6-b55c-86e2507185ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:34.165632 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-2087dcfd-f123-4fe6-b55c-86e2507185ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:security_group_rule and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:34.168660 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-2087dcfd-f123-4fe6-b55c-86e2507185ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:34.174276 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-2087dcfd-f123-4fe6-b55c-86e2507185ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:34.186235 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.securitygroups_db [None req-2087dcfd-f123-4fe6-b55c-86e2507185ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Project 7b36f9dd46a84b87a219f4997cf29bd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 14:42:34.193000 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2087dcfd-f123-4fe6-b55c-86e2507185ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.254757 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2087dcfd-f123-4fe6-b55c-86e2507185ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.259166 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2087dcfd-f123-4fe6-b55c-86e2507185ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.286607 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087dcfd-f123-4fe6-b55c-86e2507185ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc164476-1dbb-4d0e-aeff-358bd4528ee7,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:34.293567 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-2087dcfd-f123-4fe6-b55c-86e2507185ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.294993 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-2087dcfd-f123-4fe6-b55c-86e2507185ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437299 Jun 24 14:42:34.297729 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 50626) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:42:34.302597 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [None req-51651764-61ac-40fa-b12f-09c4d7548f1e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'security_group_rule': {'security_group_id': 'd0d151dc-25be-4f84-b0b2-a808ede9e6b9', 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:42:34.308364 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-51651764-61ac-40fa-b12f-09c4d7548f1e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:42:34.312158 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-51651764-61ac-40fa-b12f-09c4d7548f1e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:security_group_rule and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:42:34.315026 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [None req-51651764-61ac-40fa-b12f-09c4d7548f1e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:42:34.320601 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [None req-51651764-61ac-40fa-b12f-09c4d7548f1e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:42:34.331148 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.securitygroups_db [None req-51651764-61ac-40fa-b12f-09c4d7548f1e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Project 7b36f9dd46a84b87a219f4997cf29bd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 14:42:34.338326 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-51651764-61ac-40fa-b12f-09c4d7548f1e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.351670 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'name': 'tempest-TestVolumeBootPattern-1365761730-router', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:27Z', 'updated_at': '2022-06-24T14:42:31Z', 'revision_number': 4, 'project_id': '1bcc07f038504aedb0fdedee77c7d89b', 'gw_port': {'id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:28Z', 'updated_at': '2022-06-24T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '352bd803-8a81-4163-ad0c-8b16d19e3d19', 'name': '', 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'mac_address': 'fa:16:3e:1c:32:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '1d4d98c4-be45-4a5e-848f-ae5d9eccebc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:30Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 2, 'project_id': '1bcc07f038504aedb0fdedee77c7d89b', 'subnets': [{'id': '1d4d98c4-be45-4a5e-848f-ae5d9eccebc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:34.355525 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Checking router: 95c16058-f598-4a21-84b9-a489ec74bdaa for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:42:34.355880 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Updating router 95c16058-f598-4a21-84b9-a489ec74bdaa port 352bd803-8a81-4163-ad0c-8b16d19e3d19 binding host dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 14:42:34.403196 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-51651764-61ac-40fa-b12f-09c4d7548f1e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.408654 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-51651764-61ac-40fa-b12f-09c4d7548f1e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700459'] for security_group_rule, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.411171 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.436762 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51651764-61ac-40fa-b12f-09c4d7548f1e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cb9ba1-d2d2-45d1-9519-bd584d9b6734,revision_number=0']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:34.444484 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-51651764-61ac-40fa-b12f-09c4d7548f1e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.445828 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-51651764-61ac-40fa-b12f-09c4d7548f1e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471281 Jun 24 14:42:34.756375 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Notify callbacks [] for port, precommit_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.768097 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Transition to ACTIVE for port object 352bd803-8a81-4163-ad0c-8b16d19e3d19 will not be triggered until provisioned by entity L2. {{(pid=88096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:42:34.774903 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:34.981858 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f80fe-38d7-4a21-b7c8-742db8ae9c16 None None] Pushing event updated for resources: {'Port': ['ID=352bd803-8a81-4163-ad0c-8b16d19e3d19,revision_number=3']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:35.058411 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d851d2c7-858f-48dc-9e81-505d87c26350 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:42:35.089316 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Attempting to bind port 352bd803-8a81-4163-ad0c-8b16d19e3d19 on host dv-cinder-847189-2-iscsi for vnic_type normal with profile {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:42:35.089781 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Attempting to bind port 352bd803-8a81-4163-ad0c-8b16d19e3d19 by drivers openvswitch,hyperv on host dv-cinder-847189-2-iscsi at level 0 using segments [{'id': '2fffc974-377a-4f7f-a95a-31cc617bb642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6'}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:42:35.090330 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Attempting to bind port 352bd803-8a81-4163-ad0c-8b16d19e3d19 on network ed850699-e0c5-49ac-b236-2f80b646bbb6 {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:42:35.104760 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Checking agent: {'id': '63065cd2-f51a-40c0-b66a-53bc3e66ca0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 16, 12), 'started_at': datetime.datetime(2022, 6, 24, 14, 16, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:42:35.105127 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Checking segment: {'id': '2fffc974-377a-4f7f-a95a-31cc617bb642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:42:35.105524 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:35.105946 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Bound using segment: {'id': '2fffc974-377a-4f7f-a95a-31cc617bb642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6'} {{(pid=88096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:42:35.106389 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.managers [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Bound port: 352bd803-8a81-4163-ad0c-8b16d19e3d19, host: dv-cinder-847189-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fffc974-377a-4f7f-a95a-31cc617bb642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6'}}] {{(pid=88096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:42:35.106754 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:35.224060 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port d851d2c7-858f-48dc-9e81-505d87c26350 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:35.224440 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:35.268510 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] For port 352bd803-8a81-4163-ad0c-8b16d19e3d19, host dv-cinder-847189-2-iscsi, cleared binding levels {{(pid=88096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:42:35.287541 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] For port 352bd803-8a81-4163-ad0c-8b16d19e3d19, host dv-cinder-847189-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=352bd803-8a81-4163-ad0c-8b16d19e3d19,segment=NetworkSegment(2fffc974-377a-4f7f-a95a-31cc617bb642),segment_id=2fffc974-377a-4f7f-a95a-31cc617bb642)] {{(pid=88096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:42:35.293509 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:35.418505 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Routers {'95c16058-f598-4a21-84b9-a489ec74bdaa'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:42:35.419145 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:42:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['95c16058-f598-4a21-84b9-a489ec74bdaa'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:35.573589 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port d851d2c7-858f-48dc-9e81-505d87c26350 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:35.576455 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:42:35.601832 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f80fe-38d7-4a21-b7c8-742db8ae9c16 None None] Pushing event updated for resources: {'Port': ['ID=352bd803-8a81-4163-ad0c-8b16d19e3d19,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:35.692517 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] Set router 95c16058-f598-4a21-84b9-a489ec74bdaa gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:42:35.824338 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:35.824653 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:36.097591 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:36.126750 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'name': 'tempest-TestVolumeBootPattern-1365761730-router', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:27Z', 'updated_at': '2022-06-24T14:42:31Z', 'revision_number': 4, 'project_id': '1bcc07f038504aedb0fdedee77c7d89b', 'gw_port': {'id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:28Z', 'updated_at': '2022-06-24T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '352bd803-8a81-4163-ad0c-8b16d19e3d19', 'name': '', 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'mac_address': 'fa:16:3e:1c:32:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '1d4d98c4-be45-4a5e-848f-ae5d9eccebc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:30Z', 'updated_at': '2022-06-24T14:42:35Z', 'revision_number': 4, 'project_id': '1bcc07f038504aedb0fdedee77c7d89b', 'subnets': [{'id': '1d4d98c4-be45-4a5e-848f-ae5d9eccebc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:42:36.133294 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eac0de-cf04-47da-871b-678f3fa9b684 None None] The sync data for ids ['95c16058-f598-4a21-84b9-a489ec74bdaa'] in dv-cinder-847189-2-iscsi is: [{'id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'name': 'tempest-TestVolumeBootPattern-1365761730-router', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:27Z', 'updated_at': '2022-06-24T14:42:31Z', 'revision_number': 4, 'project_id': '1bcc07f038504aedb0fdedee77c7d89b', 'gw_port': {'id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:28Z', 'updated_at': '2022-06-24T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '352bd803-8a81-4163-ad0c-8b16d19e3d19', 'name': '', 'network_id': 'ed850699-e0c5-49ac-b236-2f80b646bbb6', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'mac_address': 'fa:16:3e:1c:32:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '1d4d98c4-be45-4a5e-848f-ae5d9eccebc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:30Z', 'updated_at': '2022-06-24T14:42:35Z', 'revision_number': 4, 'project_id': '1bcc07f038504aedb0fdedee77c7d89b', 'subnets': [{'id': '1d4d98c4-be45-4a5e-848f-ae5d9eccebc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:42:36.961122 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:37.018922 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 352bd803-8a81-4163-ad0c-8b16d19e3d19 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:42:37.091345 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning for port 352bd803-8a81-4163-ad0c-8b16d19e3d19 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:42:37.096623 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 352bd803-8a81-4163-ad0c-8b16d19e3d19 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:37.096982 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:37.257101 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 352bd803-8a81-4163-ad0c-8b16d19e3d19 is: DOWN; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:37.257469 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:37.288293 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] For port 352bd803-8a81-4163-ad0c-8b16d19e3d19, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=352bd803-8a81-4163-ad0c-8b16d19e3d19,segment=NetworkSegment(2fffc974-377a-4f7f-a95a-31cc617bb642),segment_id=2fffc974-377a-4f7f-a95a-31cc617bb642)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:42:37.292513 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:37.359020 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Pushing event updated for resources: {'Port': ['ID=352bd803-8a81-4163-ad0c-8b16d19e3d19,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:42:38.477586 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-98b055fa-3599-4771-b664-809126788887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:38.993471 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 352bd803-8a81-4163-ad0c-8b16d19e3d19 up at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:42:39.062957 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Provisioning complete for port 352bd803-8a81-4163-ad0c-8b16d19e3d19 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:42:39.063313 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:39.182359 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Current status of the port 352bd803-8a81-4163-ad0c-8b16d19e3d19 is: ACTIVE; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:42:40.724144 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fadf6574-b15b-4eb4-adea-2a7740a72e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:41.651439 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:42.026008 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:43.708745 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:42:54.875490 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-c9fc02e4-8198-4f05-9bcd-e425ba628cc3 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Synchronizing usage tracker for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:security_group {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:42:54.892841 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-c9fc02e4-8198-4f05-9bcd-e425ba628cc3 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Unset dirty status for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:security_group {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:42:54.893970 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-c9fc02e4-8198-4f05-9bcd-e425ba628cc3 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275597704&fields=id&tenant_id=7b36f9dd46a84b87a219f4997cf29bd1 HTTP/1.1" status: 200 len: 267 time: 0.1560924 Jun 24 14:42:55.042766 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-8c5529bd-e329-407f-bc8e-1a6ba212d98c tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:42:55.043347 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-8c5529bd-e329-407f-bc8e-1a6ba212d98c tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Synchronizing usage tracker for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:network {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:42:55.059352 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-8c5529bd-e329-407f-bc8e-1a6ba212d98c tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Unset dirty status for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:network {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:42:55.060788 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-8c5529bd-e329-407f-bc8e-1a6ba212d98c tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 811 time: 0.1603179 Jun 24 14:42:55.074802 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-ff317e16-cb17-46b1-800e-e4dd590c0362 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/quotas/7b36f9dd46a84b87a219f4997cf29bd1 HTTP/1.1" status: 200 len: 375 time: 0.0085731 Jun 24 14:42:55.158924 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-b55116a0-4058-4bca-82eb-725fd3b8ec24 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Synchronizing usage tracker for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:port {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:42:55.174894 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-b55116a0-4058-4bca-82eb-725fd3b8ec24 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Unset dirty status for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:port {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:42:55.176089 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-b55116a0-4058-4bca-82eb-725fd3b8ec24 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965805 Jun 24 14:42:55.283293 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-c52abff6-d147-4f7f-a20c-229857f591bf service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88094) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:42:55.284263 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-c52abff6-d147-4f7f-a20c-229857f591bf service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0973399 Jun 24 14:42:55.412043 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-bac492b8-e2ca-4440-8170-03e8c977138f service neutron] 10.222.0.16 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219447 Jun 24 14:42:55.542316 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-2a3f3ba5-0698-4c49-9728-134fd5425f39 service neutron] 10.222.0.16 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245275 Jun 24 14:42:56.933535 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3166eecf-22e5-4314-aa66-6fbd779d413c req-bbc527e7-fb33-46af-8b01-d7f77a3fd6b9 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 210 time: 0.0521181 Jun 24 14:42:58.032693 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f1aca3e9-97f6-4404-9024-54e6183580bf req-7d5dd1b1-9e07-4590-a1fd-4254eb874264 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 210 time: 0.0477197 Jun 24 14:42:58.296620 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:42:59.141979 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8a9f3a8d-da7f-44bd-bb85-cd8d48bc6322 req-2358a668-5124-40e2-b714-468c18d9d7fe tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 210 time: 0.0506492 Jun 24 14:43:00.242615 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-71a11773-ae93-4c76-a5d3-1b22e7fafe37 req-61d1af02-a30d-49ae-99b1-1d71cd2a76b3 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 210 time: 0.0500979 Jun 24 14:43:01.391961 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-58bc5586-4b7c-49a2-b585-09b54577eb17 req-e5152023-5aef-4e6f-a2e2-5863032be92c tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 210 time: 0.0494807 Jun 24 14:43:02.312859 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-06693cd7-58b6-48d9-8b99-69b14a5474be tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:02.314291 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-06693cd7-58b6-48d9-8b99-69b14a5474be tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 811 time: 0.2421577 Jun 24 14:43:02.367183 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-e05d35cd-9ab0-4df2-8e61-f90abfbd411d tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Synchronizing usage tracker for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:security_group {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:43:02.378786 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-e05d35cd-9ab0-4df2-8e61-f90abfbd411d tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Unset dirty status for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:security_group {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:43:02.379878 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-e05d35cd-9ab0-4df2-8e61-f90abfbd411d tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b36f9dd46a84b87a219f4997cf29bd1 HTTP/1.1" status: 200 len: 379 time: 0.0510666 Jun 24 14:43:02.389730 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'port': {'device_id': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'admin_state_up': True, 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'security_groups': ['d0d151dc-25be-4f84-b0b2-a808ede9e6b9']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:43:02.522991 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:43:02.532388 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:43:02.542533 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Made reservation on behalf of 7b36f9dd46a84b87a219f4997cf29bd1 for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:43:02.543469 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-87550aa0-cf72-402e-a8b9-d3bd5a08fe16 req-5c90da83-7860-4da0-a441-ba2d377227b4 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 210 time: 0.0503011 Jun 24 14:43:02.546922 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:02.708640 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Allocated IP 172.20.0.10 (8ef4e1e2-5f17-40a4-a749-de55eebc610f/17a23f10-2527-4fbf-8e50-4736be8e8005/5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:43:02.894751 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:02.910998 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Transition to ACTIVE for port object 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:43:02.934199 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:03.000525 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Network 8ef4e1e2-5f17-40a4-a749-de55eebc610f is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:43:03.011853 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:43:03.016137 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:43:03.053955 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'Port': ['ID=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:43:03.070109 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:03.070451 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:03.070786 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:03.071117 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:03.071445 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:03.071771 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:03.072094 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:03.072412 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:03.072827 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:03.073663 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:03.073989 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:03.074305 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:03.103817 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:03.104480 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:03.130855 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-6d07540f-7aa7-4a91-a528-0730fda7e6fb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7454591 Jun 24 14:43:03.149519 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Request body: {'port': {'device_id': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:43:03.229017 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-74ff4c5c-920b-4b71-b323-9c29274fb47a None None] Provisioning for port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:43:03.233686 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-74ff4c5c-920b-4b71-b323-9c29274fb47a None None] Provisioning complete for port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:43:03.234068 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-74ff4c5c-920b-4b71-b323-9c29274fb47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:03.260130 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:03.287374 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-74ff4c5c-920b-4b71-b323-9c29274fb47a None None] Port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:43:03.589899 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:43:03.597305 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:03.612105 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Transition to ACTIVE for port object 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:43:03.617353 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:03.744130 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a8c24-cbc7-4b01-ae0d-ac91baf01029 req-84306724-2a5c-4552-bd2a-f1cd154cf1de tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:03.746371 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d15a8c24-cbc7-4b01-ae0d-ac91baf01029 req-84306724-2a5c-4552-bd2a-f1cd154cf1de tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 944 time: 0.0955381 Jun 24 14:43:03.792949 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d15a8c24-cbc7-4b01-ae0d-ac91baf01029 req-868331a4-85b4-48f0-8828-610b05108bb4 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404263 Jun 24 14:43:03.812052 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:43:03.856138 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Attempting to bind port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:43:03.856503 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Attempting to bind port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:43:03.856830 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Attempting to bind port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 on network 8ef4e1e2-5f17-40a4-a749-de55eebc610f {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:43:03.861543 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 on network 8ef4e1e2-5f17-40a4-a749-de55eebc610f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:43:03.861860 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Attempting to bind port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 on network 8ef4e1e2-5f17-40a4-a749-de55eebc610f {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:43:03.866819 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:43:03.867144 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Checking segment: {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:43:03.867519 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Bound using segment: {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:43:03.867935 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Bound port: 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:43:03.868275 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:04.046509 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] For port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:43:04.049269 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] For port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:43:04.053575 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:04.106513 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:04.106777 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:04.108286 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] 10.222.0.36 "PUT /v2.0/ports/5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 HTTP/1.1" status: 200 len: 1094 time: 0.9628630 Jun 24 14:43:04.108742 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'tag': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:43:04.138694 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18113963-8629-4ce7-b1a8-677b1832e657 service neutron] Pushing event updated for resources: {'Port': ['ID=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:43:04.230765 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5942334d-939b-46f0-978a-14bae539bc50'] response: {'name': 'network-changed', 'server_uuid': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'tag': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2', 'status': 'completed', 'code': 200} Jun 24 14:43:04.268555 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-e27d869b-cb7b-43ca-91dc-c4385b579015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:04.270040 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-e27d869b-cb7b-43ca-91dc-c4385b579015 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 1097 time: 0.0878916 Jun 24 14:43:04.346557 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-0d5d8ee4-6131-4602-897d-d9737c92e491 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 HTTP/1.1" status: 200 len: 217 time: 0.0617199 Jun 24 14:43:04.411402 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-13623a8e-19e9-45f6-9b90-fcaea7cc490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:04.413101 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-13623a8e-19e9-45f6-9b90-fcaea7cc490e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0603976 Jun 24 14:43:04.494041 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-5b8bc9fc-86aa-4915-a0af-18081ea67d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:04.496058 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-5b8bc9fc-86aa-4915-a0af-18081ea67d18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764546 Jun 24 14:43:04.625129 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-a45df7e8-cfa5-4976-b3f3-79db2bf0c511 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221745 Jun 24 14:43:04.760147 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-ebf4b482-84cd-4b51-9335-9c34f2985b88 req-dffccce1-f2a5-4586-906a-0ff60f2d7991 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286700 Jun 24 14:43:04.935049 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417814f-2da9-4dac-ad59-b6975e40649e req-972f1fe7-8d68-4b25-b0c9-5e58c18101b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:04.936563 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-3417814f-2da9-4dac-ad59-b6975e40649e req-972f1fe7-8d68-4b25-b0c9-5e58c18101b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 1097 time: 0.0813532 Jun 24 14:43:04.986367 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0bbb9-199d-4708-9184-dbefe3eda601 req-762ee674-ad6b-4249-a578-a797d5bca175 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:04.987814 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-67b0bbb9-199d-4708-9184-dbefe3eda601 req-762ee674-ad6b-4249-a578-a797d5bca175 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 944 time: 0.0900512 Jun 24 14:43:05.032669 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-67b0bbb9-199d-4708-9184-dbefe3eda601 req-b8381fec-6de0-4372-9a1a-dabef64c06ee tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387740 Jun 24 14:43:05.064361 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417814f-2da9-4dac-ad59-b6975e40649e req-32adca8a-463e-4378-a52b-70316d97be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:05.065807 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-3417814f-2da9-4dac-ad59-b6975e40649e req-32adca8a-463e-4378-a52b-70316d97be6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.1232474 Jun 24 14:43:05.133779 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-3417814f-2da9-4dac-ad59-b6975e40649e req-2011e0f6-045a-49ab-9df5-4f4e18480303 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 HTTP/1.1" status: 200 len: 217 time: 0.0618234 Jun 24 14:43:05.193583 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417814f-2da9-4dac-ad59-b6975e40649e req-6a9cf507-a2f4-46bc-8424-ae16a0443ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:05.194936 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-3417814f-2da9-4dac-ad59-b6975e40649e req-6a9cf507-a2f4-46bc-8424-ae16a0443ed1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0548053 Jun 24 14:43:05.274752 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417814f-2da9-4dac-ad59-b6975e40649e req-089f3e9d-af6c-4464-8e54-37b1cea64371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:05.276216 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-3417814f-2da9-4dac-ad59-b6975e40649e req-089f3e9d-af6c-4464-8e54-37b1cea64371 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746329 Jun 24 14:43:05.403126 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-3417814f-2da9-4dac-ad59-b6975e40649e req-83a6efb6-5676-460c-ba0c-03b691df4a22 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204612 Jun 24 14:43:05.529441 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-3417814f-2da9-4dac-ad59-b6975e40649e req-0937310e-5eb7-460e-95e6-eef211f05df4 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201875 Jun 24 14:43:06.225095 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5c53f-7f22-4fe4-8f87-4fb06b805d98 req-a504b3a7-0331-4fb1-9655-ac9aad09787a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:06.226535 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-eba5c53f-7f22-4fe4-8f87-4fb06b805d98 req-a504b3a7-0331-4fb1-9655-ac9aad09787a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 944 time: 0.0866354 Jun 24 14:43:06.273129 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-eba5c53f-7f22-4fe4-8f87-4fb06b805d98 req-7a1cb15f-5865-4245-be51-4e9f9c83534a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387015 Jun 24 14:43:06.951587 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:07.456697 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425510a-16b3-4a6b-8396-e019c13a50e2 req-1f3b3255-0ca6-4e65-80e7-effd2a826a63 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:07.458104 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4425510a-16b3-4a6b-8396-e019c13a50e2 req-1f3b3255-0ca6-4e65-80e7-effd2a826a63 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 944 time: 0.0835395 Jun 24 14:43:07.499971 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4425510a-16b3-4a6b-8396-e019c13a50e2 req-ffeb19ed-cc3b-477b-aaa8-be1dd0bdd05f tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361686 Jun 24 14:43:08.478713 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-15cedf82-f825-4f89-bdf0-f8c40612f6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:08.689863 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd4984-376a-44db-a2b6-accec69c84fd req-af024607-c67a-4986-afed-167f6553f80a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:08.691202 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-81cd4984-376a-44db-a2b6-accec69c84fd req-af024607-c67a-4986-afed-167f6553f80a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 944 time: 0.0883303 Jun 24 14:43:08.734149 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-81cd4984-376a-44db-a2b6-accec69c84fd req-d466b934-6e2e-42b2-affa-4a3509da3c5c tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373046 Jun 24 14:43:09.927088 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42dac9-f84e-45a9-88bb-a833f419b602 req-af339a03-0afd-4c30-84cc-024c671cd21c tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:09.928553 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1a42dac9-f84e-45a9-88bb-a833f419b602 req-af339a03-0afd-4c30-84cc-024c671cd21c tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 944 time: 0.0912819 Jun 24 14:43:09.971415 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1a42dac9-f84e-45a9-88bb-a833f419b602 req-b242db74-cbfd-4f43-938c-ee7d95f83eef tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368073 Jun 24 14:43:10.727554 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-cc73ebd8-bdec-426f-8ab9-3b755e741104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:11.157280 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c600cf-c41f-4c80-9dda-17321e3596f3 req-3493e56f-7d6e-40ec-a5ef-1af6452a3fa1 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:11.158689 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-48c600cf-c41f-4c80-9dda-17321e3596f3 req-3493e56f-7d6e-40ec-a5ef-1af6452a3fa1 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 944 time: 0.0856566 Jun 24 14:43:11.201102 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-48c600cf-c41f-4c80-9dda-17321e3596f3 req-cb60666c-1ba1-42aa-aab5-62facd8f5ae9 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368972 Jun 24 14:43:11.654163 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:12.028223 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:12.472257 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e23ea8-4381-42e1-9285-1f4b330f283e req-55693507-e113-4a44-b19f-4eaedaab80af tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:12.473689 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-18e23ea8-4381-42e1-9285-1f4b330f283e req-55693507-e113-4a44-b19f-4eaedaab80af tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 944 time: 0.1685467 Jun 24 14:43:12.516589 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-18e23ea8-4381-42e1-9285-1f4b330f283e req-86f530ad-de3f-4fd9-bec4-28e2585863bd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371206 Jun 24 14:43:12.946294 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:43:13.073608 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:43:13.085849 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'port_id': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2', 'mac_address': 'fa:16:3e:d5:30:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:43:13.139040 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:43:13.139407 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:13.155432 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:43:13.170872 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:43:13.174357 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:13.240011 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:43:13.662698 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:43:13.708185 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9248c-0c5e-4d8d-a383-0254749066c8 req-797aade8-6498-4ed6-91ad-620e5bf678ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:13.709695 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b4f9248c-0c5e-4d8d-a383-0254749066c8 req-797aade8-6498-4ed6-91ad-620e5bf678ba tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 945 time: 0.0882692 Jun 24 14:43:13.722486 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:13.755319 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b4f9248c-0c5e-4d8d-a383-0254749066c8 req-b256efcf-4007-4449-85ce-552a4be7cc64 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395932 Jun 24 14:43:14.937817 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c2a72-b94d-4f48-8cca-f26d24344ea1 req-204093e2-dcad-42d2-bcf6-594bb4b178d9 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:14.939265 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-193c2a72-b94d-4f48-8cca-f26d24344ea1 req-204093e2-dcad-42d2-bcf6-594bb4b178d9 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 945 time: 0.0829356 Jun 24 14:43:14.976028 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:43:14.985036 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-193c2a72-b94d-4f48-8cca-f26d24344ea1 req-46e69af4-b682-48b2-bf8f-43a9c7117e0d tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402336 Jun 24 14:43:15.044047 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:43:15.048635 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:43:15.049002 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:15.158773 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:43:15.159142 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:15.184996 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:43:15.194469 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:43:15.199124 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:15.267732 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:43:15.283093 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7199e42-970b-4912-b924-7477040843dd'] response: {'server_uuid': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2', 'code': 200} Jun 24 14:43:15.603159 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28436f-b60c-4bee-a54f-e17de0537002 req-3a8a6930-e0ca-4db8-af72-c340518fa2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:15.605038 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-2e28436f-b60c-4bee-a54f-e17de0537002 req-3a8a6930-e0ca-4db8-af72-c340518fa2f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 1099 time: 0.0787926 Jun 24 14:43:15.644671 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-2e28436f-b60c-4bee-a54f-e17de0537002 req-dbf1ad13-973c-43a1-a435-dafcec66dd7f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333180 Jun 24 14:43:16.192296 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092b1fe-f412-4178-b711-af55f8e1e51b req-ecc27df8-5e6e-4658-a720-ba4e387b63f1 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:16.193748 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d092b1fe-f412-4178-b711-af55f8e1e51b req-ecc27df8-5e6e-4658-a720-ba4e387b63f1 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 946 time: 0.0854318 Jun 24 14:43:16.236760 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d092b1fe-f412-4178-b711-af55f8e1e51b req-a2da3e1b-da6e-4082-ad96-95d1a1d813f9 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368235 Jun 24 14:43:17.429852 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089cf0b-a21c-42ea-ae38-bb6d8aed0999 req-7465d85d-ea67-4d0d-b6fe-d12209a8b181 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:17.431265 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8089cf0b-a21c-42ea-ae38-bb6d8aed0999 req-7465d85d-ea67-4d0d-b6fe-d12209a8b181 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 946 time: 0.0875967 Jun 24 14:43:17.474067 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8089cf0b-a21c-42ea-ae38-bb6d8aed0999 req-fc3fdad9-995a-4541-88cc-3239d965971a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367193 Jun 24 14:43:17.661518 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65de1f8-7e79-4c62-a46a-ee05bbdca982 req-14e61664-4e66-4eb4-b038-27d6fb3115b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:17.662949 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b65de1f8-7e79-4c62-a46a-ee05bbdca982 req-14e61664-4e66-4eb4-b038-27d6fb3115b5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 946 time: 0.0853062 Jun 24 14:43:17.708759 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b65de1f8-7e79-4c62-a46a-ee05bbdca982 req-278d2d54-a71c-4cd9-8513-bc1d30fae4e2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394566 Jun 24 14:43:17.731294 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50824) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:43:17.845629 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5385aa0-6128-4c09-808a-a57aa1abe6db tempest-TestVolumeBootPattern-1619783775 tempest-TestVolumeBootPattern-1619783775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:17.847076 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-f5385aa0-6128-4c09-808a-a57aa1abe6db tempest-TestVolumeBootPattern-1619783775 tempest-TestVolumeBootPattern-1619783775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 1094 time: 0.1148469 Jun 24 14:43:17.850005 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50830) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:43:17.855285 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'port_id': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:43:17.861231 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:43:17.864992 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:floatingip and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:43:17.867735 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:43:17.874042 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:43:17.883806 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:18.016757 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:18.148078 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Allocated IP 172.27.2.155 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/87a832ef-1595-49e2-ac75-466c3f90b5c2) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:43:18.289122 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:18.316692 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:18.374460 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:43:18.381070 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:43:18.384997 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:43:18.415763 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'Port': ['ID=87a832ef-1595-49e2-ac75-466c3f90b5c2,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:43:18.429388 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:18.429731 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:18.430065 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:18.430644 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:18.430771 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:18.431013 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:18.431348 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:18.431652 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:18.432566 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:18.432885 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:18.433200 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:18.433512 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:43:18.869342 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:18.940161 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:19.136995 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:19.142186 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:19.247882 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'Port': ['ID=87a832ef-1595-49e2-ac75-466c3f90b5c2,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:43:19.259892 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:19.424108 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Floating IP 3eaf9d8f-022d-4927-9eee-f007216cd802 associated. External IP: 172.27.2.155, port: 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2. Jun 24 14:43:19.760605 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Router cd238df2-aacb-4fbc-a024-90732478ca86 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:43:19.928601 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:43:19.938053 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b372d-602b-44cd-9154-3197494f1278 None None] Sync routers for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:43:19.947065 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b372d-602b-44cd-9154-3197494f1278 None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:43:19.948192 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-a11b372d-602b-44cd-9154-3197494f1278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:43:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:43:19.951809 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:20.007063 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-ece21c9e-e069-4d3b-949f-93192d460feb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1560745 Jun 24 14:43:20.007633 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'tag': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:43:20.101474 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a449ec-943c-429d-b648-ea62611ec39d'] response: {'name': 'network-changed', 'server_uuid': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'tag': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2', 'status': 'completed', 'code': 200} Jun 24 14:43:20.150363 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-a11b372d-602b-44cd-9154-3197494f1278 None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:43:20.226047 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62880c3-f6f1-4d76-a68e-c05edf232b88 req-d0a5633c-2c1a-4ea2-9411-d9752f099254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:20.227594 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a62880c3-f6f1-4d76-a68e-c05edf232b88 req-d0a5633c-2c1a-4ea2-9411-d9752f099254 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 1099 time: 0.0797718 Jun 24 14:43:20.448878 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62880c3-f6f1-4d76-a68e-c05edf232b88 req-ef653a1c-bf5c-4ecf-b085-66ac9e20990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:20.450296 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a62880c3-f6f1-4d76-a68e-c05edf232b88 req-ef653a1c-bf5c-4ecf-b085-66ac9e20990d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.2158837 Jun 24 14:43:20.499861 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-a11b372d-602b-44cd-9154-3197494f1278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '3eaf9d8f-022d-4927-9eee-f007216cd802', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:d5:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:43:18Z', 'updated_at': '2022-06-24T14:43:18Z', 'revision_number': 0, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:43:20.503700 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b372d-602b-44cd-9154-3197494f1278 None None] Checking router: cd238df2-aacb-4fbc-a024-90732478ca86 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:43:20.511833 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b372d-602b-44cd-9154-3197494f1278 None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:43:20.512444 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-a11b372d-602b-44cd-9154-3197494f1278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:43:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:43:20.550834 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a62880c3-f6f1-4d76-a68e-c05edf232b88 req-529dc437-0c7f-4f7d-bc7a-e84af009d7b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 HTTP/1.1" status: 200 len: 1000 time: 0.0942929 Jun 24 14:43:20.612781 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62880c3-f6f1-4d76-a68e-c05edf232b88 req-a77d788d-b447-418d-8660-3b5b1955c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:20.614246 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a62880c3-f6f1-4d76-a68e-c05edf232b88 req-a77d788d-b447-418d-8660-3b5b1955c8d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0564735 Jun 24 14:43:20.686930 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-a11b372d-602b-44cd-9154-3197494f1278 None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:43:20.699532 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62880c3-f6f1-4d76-a68e-c05edf232b88 req-e292bf1e-08ac-443c-9bcc-a9dea1597f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:20.700974 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a62880c3-f6f1-4d76-a68e-c05edf232b88 req-e292bf1e-08ac-443c-9bcc-a9dea1597f9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802534 Jun 24 14:43:20.833007 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a62880c3-f6f1-4d76-a68e-c05edf232b88 req-961c58af-1916-4a19-aaa6-15a721d953ad service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257026 Jun 24 14:43:20.961977 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a62880c3-f6f1-4d76-a68e-c05edf232b88 req-c978bd00-d0eb-4f46-808d-a70c8be294da service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225305 Jun 24 14:43:21.026175 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-a11b372d-602b-44cd-9154-3197494f1278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '3eaf9d8f-022d-4927-9eee-f007216cd802', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:d5:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:43:18Z', 'updated_at': '2022-06-24T14:43:18Z', 'revision_number': 0, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:43:21.030046 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11b372d-602b-44cd-9154-3197494f1278 None None] The sync data for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi is: [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': '3eaf9d8f-022d-4927-9eee-f007216cd802', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:d5:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:43:18Z', 'updated_at': '2022-06-24T14:43:18Z', 'revision_number': 0, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:43:21.204893 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8072b87-d6d7-4a7a-a833-51273724e5f2 None None] New status for floating IP 3eaf9d8f-022d-4927-9eee-f007216cd802: ACTIVE {{(pid=88096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:43:35.296379 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:43:36.966485 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:38.481855 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ead6d87d-a3ad-454b-b6e5-c2a058ca5861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:40.728485 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-331c16f5-b77b-483f-b9f2-1b0a7eb767bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:41.656639 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:42.030956 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:43.717005 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:43:55.287248 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7fc33b7a-f424-4cce-b4a8-41b5f95fc0a8 req-be87a7d2-e51f-43b8-a25c-c365db5a88dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732660 Jun 24 14:43:55.458038 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc33b7a-f424-4cce-b4a8-41b5f95fc0a8 req-73586f65-bb55-4671-96ef-6c38f15a3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:55.459462 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7fc33b7a-f424-4cce-b4a8-41b5f95fc0a8 req-73586f65-bb55-4671-96ef-6c38f15a3fe6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 1099 time: 0.0832908 Jun 24 14:43:55.600139 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc33b7a-f424-4cce-b4a8-41b5f95fc0a8 req-470fd795-1f9c-4957-933d-ad17bce13f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:55.601473 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7fc33b7a-f424-4cce-b4a8-41b5f95fc0a8 req-470fd795-1f9c-4957-933d-ad17bce13f19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.1224847 Jun 24 14:43:55.700652 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7fc33b7a-f424-4cce-b4a8-41b5f95fc0a8 req-35b45c17-0116-4a4a-8819-fa8aefc7530d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 HTTP/1.1" status: 200 len: 1002 time: 0.0925174 Jun 24 14:43:55.763185 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc33b7a-f424-4cce-b4a8-41b5f95fc0a8 req-cfdc00ac-92cf-47d8-9eb8-63a56f99a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:55.764569 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7fc33b7a-f424-4cce-b4a8-41b5f95fc0a8 req-cfdc00ac-92cf-47d8-9eb8-63a56f99a338 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0579445 Jun 24 14:43:55.842757 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc33b7a-f424-4cce-b4a8-41b5f95fc0a8 req-93f496f7-1ca1-44bb-b799-96abc3ae6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:43:55.844148 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7fc33b7a-f424-4cce-b4a8-41b5f95fc0a8 req-93f496f7-1ca1-44bb-b799-96abc3ae6e59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735886 Jun 24 14:43:55.971152 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7fc33b7a-f424-4cce-b4a8-41b5f95fc0a8 req-db93909a-a840-4655-8fc5-6440f65240e7 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201615 Jun 24 14:43:56.096903 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-7fc33b7a-f424-4cce-b4a8-41b5f95fc0a8 req-28062a68-4367-4b49-b777-7ecc099eea4b service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197214 Jun 24 14:44:07.013031 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:44:08.482621 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-44bfbab1-4bc9-43d5-b4c1-d54da8801354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:44:10.729994 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f220e73b-d87d-4879-ac7f-8cfbb1856de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:44:11.659147 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:44:12.031853 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:44:12.295337 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:44:13.716482 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:44:36.997923 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:44:38.483037 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-1d9f95d7-c47d-4462-aa84-a45a5c823276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:44:40.731481 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-846ff7cc-bee6-4dd6-9c91-a3acd104d8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:44:41.660191 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:44:42.035366 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:44:43.719752 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:44:49.295342 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:44:56.308909 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-dba8c588-8c75-4417-a5d2-086f09db7751 req-e18f832a-1c44-43b8-8e09-04495b77a693 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784943 Jun 24 14:44:56.466716 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8c588-8c75-4417-a5d2-086f09db7751 req-c2d0ba00-f421-4386-850d-b64a2c16c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:44:56.468146 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-dba8c588-8c75-4417-a5d2-086f09db7751 req-c2d0ba00-f421-4386-850d-b64a2c16c14d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 1099 time: 0.0762799 Jun 24 14:44:56.694245 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8c588-8c75-4417-a5d2-086f09db7751 req-dcb50141-6603-4c5a-a336-bd9c10c2bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:44:56.695689 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-dba8c588-8c75-4417-a5d2-086f09db7751 req-dcb50141-6603-4c5a-a336-bd9c10c2bc79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.2096624 Jun 24 14:44:56.803450 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-dba8c588-8c75-4417-a5d2-086f09db7751 req-bc5cd7d1-3508-4b8b-9c05-bd13203560fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 HTTP/1.1" status: 200 len: 1002 time: 0.1013875 Jun 24 14:44:56.867515 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8c588-8c75-4417-a5d2-086f09db7751 req-70f6b9c4-e944-4430-9afb-2856c6fb1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:44:56.868888 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-dba8c588-8c75-4417-a5d2-086f09db7751 req-70f6b9c4-e944-4430-9afb-2856c6fb1444 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0588753 Jun 24 14:44:56.946960 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8c588-8c75-4417-a5d2-086f09db7751 req-df0c8992-4863-47c3-b9d2-024ff7d1b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:44:56.948452 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-dba8c588-8c75-4417-a5d2-086f09db7751 req-df0c8992-4863-47c3-b9d2-024ff7d1b448 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742416 Jun 24 14:44:57.073902 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-dba8c588-8c75-4417-a5d2-086f09db7751 req-f36e7fcb-a5f0-4064-b7b3-68580503428f service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197116 Jun 24 14:44:57.202246 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-dba8c588-8c75-4417-a5d2-086f09db7751 req-69ebbb62-f9cd-47ee-98c7-805b51d96d63 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217649 Jun 24 14:45:07.011020 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:08.483913 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8c84-dcc4-413f-89aa-161767354e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:10.733193 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-59b9947e-ef26-4e7c-aba5-a3eea1644154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:11.661762 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:12.037263 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:13.722990 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:26.294455 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:45:34.733933 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d464c5-3268-48c5-a0fe-d1f619476edb req-077e7558-0f1f-482a-be95-3bef19c166cf tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:34.735426 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b4d464c5-3268-48c5-a0fe-d1f619476edb req-077e7558-0f1f-482a-be95-3bef19c166cf tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 946 time: 0.1499777 Jun 24 14:45:34.783420 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-b4d464c5-3268-48c5-a0fe-d1f619476edb req-d3372e74-44c8-409f-ac00-091175a57d73 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378497 Jun 24 14:45:36.137511 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7ce31-d4b7-4999-a9be-d90a4b1f16cc req-5f127df8-19c3-48f3-8875-6e515bee3b87 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:36.138934 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-17f7ce31-d4b7-4999-a9be-d90a4b1f16cc req-5f127df8-19c3-48f3-8875-6e515bee3b87 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 946 time: 0.2425606 Jun 24 14:45:36.183141 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-17f7ce31-d4b7-4999-a9be-d90a4b1f16cc req-d9c2a444-c3c2-4dcc-a54e-702b2683ea4a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385756 Jun 24 14:45:36.471472 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-deb3e2e4-2a1e-443f-a996-3f8519b30f0b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:36.472082 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-deb3e2e4-2a1e-443f-a996-3f8519b30f0b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Synchronizing usage tracker for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:45:36.487291 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-deb3e2e4-2a1e-443f-a996-3f8519b30f0b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Unset dirty status for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:45:36.488874 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-deb3e2e4-2a1e-443f-a996-3f8519b30f0b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 946 time: 0.1071928 Jun 24 14:45:36.559360 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Deleting port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:45:36.559697 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:36.807067 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] For port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:45:36.807338 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:37.014016 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:37.093900 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:37.094254 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:37.094572 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.db.l3_db [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Floating IP 3eaf9d8f-022d-4927-9eee-f007216cd802 disassociated. External IP: 172.27.2.155, port: 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2. Jun 24 14:45:37.094905 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Calling delete_port for 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:45:37.250500 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:37.347500 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2e476a23-c3a4-452e-9922-dac8b5596ff2 req-02761e8c-2b14-444c-b969-332359404bc5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 210 time: 0.0524635 Jun 24 14:45:37.407340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event deleted for resources: {'Port': ['ID=5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:45:37.419263 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:37.419612 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:37.419952 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:37.420292 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:37.420650 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:37.420978 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:37.421310 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:37.421634 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:37.421962 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:37.422291 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:37.422612 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:37.422928 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:37.610621 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Router cd238df2-aacb-4fbc-a024-90732478ca86 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88095) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:45:37.802459 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88095) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:45:37.815812 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cedbc8-96c4-48b7-8327-2dac284ee6b9 None None] Sync routers for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:45:37.827094 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cedbc8-96c4-48b7-8327-2dac284ee6b9 None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:45:37.827846 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-f8cedbc8-96c4-48b7-8327-2dac284ee6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:45:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:45:37.912792 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] No DVR routers for this DVR port 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:45:37.915787 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:37.918762 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'name': 'network-vif-deleted', 'tag': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:45:37.936168 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-4a15f7d1-ee32-4f61-b88a-d049f8a23d3f req-448b303f-2a9f-4a62-ad80-8a25ecd30a95 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "DELETE /v2.0/ports/5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 HTTP/1.1" status: 204 len: 173 time: 1.4420919 Jun 24 14:45:37.968451 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388a0c52-dd3a-4391-a120-a93a8695fbe1'] response: {'server_uuid': '58cbe71d-9e69-402f-b2de-ad3f14b76d3a', 'name': 'network-vif-deleted', 'tag': '5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2', 'status': 'completed', 'code': 200} Jun 24 14:45:38.051180 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-f8cedbc8-96c4-48b7-8327-2dac284ee6b9 None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:45:38.349559 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-f8cedbc8-96c4-48b7-8327-2dac284ee6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:45:38.354257 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cedbc8-96c4-48b7-8327-2dac284ee6b9 None None] Checking router: cd238df2-aacb-4fbc-a024-90732478ca86 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:45:38.362966 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cedbc8-96c4-48b7-8327-2dac284ee6b9 None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:45:38.363547 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-f8cedbc8-96c4-48b7-8327-2dac284ee6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:45:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:45:38.489254 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-29624330-4295-42a6-881f-15ee7f29618e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:38.525912 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7b0a40b2-3cc1-4713-8d71-ae69130363b4 req-936516ba-19a5-481b-a577-2fe384a8dc55 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cbe71d-9e69-402f-b2de-ad3f14b76d3a HTTP/1.1" status: 200 len: 210 time: 0.0643029 Jun 24 14:45:38.545099 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-f8cedbc8-96c4-48b7-8327-2dac284ee6b9 None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:45:38.861916 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-f8cedbc8-96c4-48b7-8327-2dac284ee6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:45:38.866257 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cedbc8-96c4-48b7-8327-2dac284ee6b9 None None] The sync data for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi is: [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:45:39.109456 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec85ff0-e3e0-414b-a3c7-9a0b6cb9c94c None None] New status for floating IP 3eaf9d8f-022d-4927-9eee-f007216cd802: DOWN {{(pid=88096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:45:39.811383 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-84922680-9d22-4606-b72b-6579e636a173 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275597704&fields=id&tenant_id=7b36f9dd46a84b87a219f4997cf29bd1 HTTP/1.1" status: 200 len: 267 time: 0.0382419 Jun 24 14:45:39.962136 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f93021-b229-49be-b0bc-46e64652be9c req-85bf1e90-157b-4115-948c-4497eb025c08 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:39.963608 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-85bf1e90-157b-4115-948c-4497eb025c08 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 811 time: 0.1456146 Jun 24 14:45:39.978040 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-05490f14-c2d8-42ca-a2f2-a5d07974fe45 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/quotas/7b36f9dd46a84b87a219f4997cf29bd1 HTTP/1.1" status: 200 len: 375 time: 0.0090201 Jun 24 14:45:40.073688 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-3e2c4736-dc2b-44d3-9833-b8b356b7c98e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898259 Jun 24 14:45:40.215764 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-17262fb1-955c-4afd-a4d9-40a421a4425e service neutron] 10.222.0.16 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247046 Jun 24 14:45:40.351466 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-9e1031f2-a429-4b34-8fc2-90f77151139e service neutron] 10.222.0.16 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300743 Jun 24 14:45:40.737731 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4328dd1f-95c4-4ab3-b560-cd29856e8f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:40.745032 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-948ffa00-4e84-448f-9b7d-368b3d988f8e req-8a9791b4-f96b-4263-846b-20a7c8168790 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 210 time: 0.0568402 Jun 24 14:45:41.665272 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:41.841391 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:45:41.878167 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:45:41.878513 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 5d5eb75a-9ba0-41b6-9bfb-8d138a7da9e2 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:45:41.895180 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f93021-b229-49be-b0bc-46e64652be9c req-575f36e9-48f1-40e4-a0e2-b335b4f6626a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:41.896671 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-575f36e9-48f1-40e4-a0e2-b335b4f6626a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 811 time: 0.1553533 Jun 24 14:45:41.916564 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-54c67bfc-f4a8-4ddc-b304-59c8bacd5345 req-b946f04a-b2af-4805-aa52-394c8d9835ff tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 210 time: 0.0609488 Jun 24 14:45:41.962437 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-d2981c8a-5c7a-4905-bb3e-3898760e65df tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b36f9dd46a84b87a219f4997cf29bd1 HTTP/1.1" status: 200 len: 379 time: 0.0518451 Jun 24 14:45:41.984016 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'port': {'device_id': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'admin_state_up': True, 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'security_groups': ['d0d151dc-25be-4f84-b0b2-a808ede9e6b9']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:45:42.043789 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:42.123613 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:45:42.127692 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:port and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:45:42.130549 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:45:42.136912 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:45:42.146794 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Made reservation on behalf of 7b36f9dd46a84b87a219f4997cf29bd1 for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:45:42.150877 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:42.318840 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Allocated IP 172.20.0.5 (8ef4e1e2-5f17-40a4-a749-de55eebc610f/17a23f10-2527-4fbf-8e50-4736be8e8005/82e09255-6627-4e92-acee-b5134261ae31) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:45:42.503686 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:42.518795 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Transition to ACTIVE for port object 82e09255-6627-4e92-acee-b5134261ae31 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:45:42.542442 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:42.615808 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Network 8ef4e1e2-5f17-40a4-a749-de55eebc610f is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:45:42.623228 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:45:42.625807 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:45:42.669143 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'Port': ['ID=82e09255-6627-4e92-acee-b5134261ae31,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:45:42.697861 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:42.698253 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:42.729902 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-4a7dba48-8beb-46c0-af31-429cca5642c0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7501185 Jun 24 14:45:42.750178 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-72eba547-ce15-4349-a1d1-60ffdf873aab tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88095) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 14:45:42.751158 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-72eba547-ce15-4349-a1d1-60ffdf873aab tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052321 Jun 24 14:45:42.835475 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Request body: {'port': {'device_id': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:45:42.935188 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-0c3bb048-91ff-463e-b8c6-3500c372334d None None] Provisioning for port 82e09255-6627-4e92-acee-b5134261ae31 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:45:42.940032 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-0c3bb048-91ff-463e-b8c6-3500c372334d None None] Provisioning complete for port 82e09255-6627-4e92-acee-b5134261ae31 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:45:42.940401 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb048-91ff-463e-b8c6-3500c372334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:42.954292 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:43.002763 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-0c3bb048-91ff-463e-b8c6-3500c372334d None None] Port 82e09255-6627-4e92-acee-b5134261ae31 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:45:43.127123 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dd753-56e9-41c2-875a-6b266107efca req-0c2fe288-430b-4674-bf7a-6fa1d12a636e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:43.128736 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-af2dd753-56e9-41c2-875a-6b266107efca req-0c2fe288-430b-4674-bf7a-6fa1d12a636e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 931 time: 0.0915232 Jun 24 14:45:43.175598 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-af2dd753-56e9-41c2-875a-6b266107efca req-ce8990c9-ad09-4396-ab63-85b39f9d930a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407870 Jun 24 14:45:43.403603 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e09255-6627-4e92-acee-b5134261ae31 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:45:43.410567 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:43.425376 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Transition to ACTIVE for port object 82e09255-6627-4e92-acee-b5134261ae31 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:45:43.428799 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:43.599704 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Pushing event updated for resources: {'Port': ['ID=82e09255-6627-4e92-acee-b5134261ae31,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:45:43.687745 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Attempting to bind port 82e09255-6627-4e92-acee-b5134261ae31 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:45:43.688076 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Attempting to bind port 82e09255-6627-4e92-acee-b5134261ae31 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:45:43.688400 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Attempting to bind port 82e09255-6627-4e92-acee-b5134261ae31 on network 8ef4e1e2-5f17-40a4-a749-de55eebc610f {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:45:43.693049 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Port 82e09255-6627-4e92-acee-b5134261ae31 on network 8ef4e1e2-5f17-40a4-a749-de55eebc610f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:45:43.693362 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Attempting to bind port 82e09255-6627-4e92-acee-b5134261ae31 on network 8ef4e1e2-5f17-40a4-a749-de55eebc610f {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:45:43.698438 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:45:43.698771 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Checking segment: {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:45:43.699147 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Bound using segment: {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:45:43.699563 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Bound port: 82e09255-6627-4e92-acee-b5134261ae31, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:45:43.699904 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:43.733664 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:43.791761 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] For port 82e09255-6627-4e92-acee-b5134261ae31, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:45:43.794864 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] For port 82e09255-6627-4e92-acee-b5134261ae31, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=82e09255-6627-4e92-acee-b5134261ae31,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:45:43.798627 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:43.849476 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:43.850082 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:43.851607 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] 10.222.0.36 "PUT /v2.0/ports/82e09255-6627-4e92-acee-b5134261ae31 HTTP/1.1" status: 200 len: 1093 time: 1.0930593 Jun 24 14:45:43.854999 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'tag': '82e09255-6627-4e92-acee-b5134261ae31'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:45:43.892850 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da6a2f-a5f9-4f6a-88b4-3444f2a22534 service neutron] Pushing event updated for resources: {'Port': ['ID=82e09255-6627-4e92-acee-b5134261ae31,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:45:43.905999 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d36142-9e55-4812-b8b6-5725e638eaf1'] response: {'name': 'network-changed', 'server_uuid': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'tag': '82e09255-6627-4e92-acee-b5134261ae31', 'status': 'completed', 'code': 200} Jun 24 14:45:44.003525 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f93021-b229-49be-b0bc-46e64652be9c req-4bdf3061-c062-436e-ad25-829f81c12a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:44.005081 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-4bdf3061-c062-436e-ad25-829f81c12a9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 1096 time: 0.0819046 Jun 24 14:45:44.084652 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-4b9bb117-caf2-489b-a020-2a6e8efb661e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e09255-6627-4e92-acee-b5134261ae31 HTTP/1.1" status: 200 len: 217 time: 0.0638816 Jun 24 14:45:44.147369 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f93021-b229-49be-b0bc-46e64652be9c req-7a8515e2-4def-4b93-af9b-958a7d7a7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:44.148741 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-7a8515e2-4def-4b93-af9b-958a7d7a7781 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0578463 Jun 24 14:45:44.235082 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f93021-b229-49be-b0bc-46e64652be9c req-afee2d73-4449-4ff7-bade-9ea12e34852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:44.236588 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-afee2d73-4449-4ff7-bade-9ea12e34852f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823286 Jun 24 14:45:44.378508 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-1dc63dbb-b22c-4cb9-8d27-aa537dd90652 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357634 Jun 24 14:45:44.381446 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3aed75-43e9-4893-8dcc-f8db7576b69a req-87a89c90-cd21-41c4-8893-7a812d59f88d tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:44.382880 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7f3aed75-43e9-4893-8dcc-f8db7576b69a req-87a89c90-cd21-41c4-8893-7a812d59f88d tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 943 time: 0.1008787 Jun 24 14:45:44.427138 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7f3aed75-43e9-4893-8dcc-f8db7576b69a req-6a87def8-f2e0-49ff-925b-fec98685c274 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380051 Jun 24 14:45:44.515772 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-95f93021-b229-49be-b0bc-46e64652be9c req-5911d1d9-108c-4f04-97f7-d011e7156c6d service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308446 Jun 24 14:45:44.679374 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6515a-d187-4f71-aa70-aa010a1809e0 req-3964adf9-80f5-49f0-bcdc-8388986bff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:44.680884 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c3c6515a-d187-4f71-aa70-aa010a1809e0 req-3964adf9-80f5-49f0-bcdc-8388986bff0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 1096 time: 0.0796020 Jun 24 14:45:44.811864 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6515a-d187-4f71-aa70-aa010a1809e0 req-b68f3f52-538b-4627-8cac-f5784bd7b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:44.813310 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c3c6515a-d187-4f71-aa70-aa010a1809e0 req-b68f3f52-538b-4627-8cac-f5784bd7b818 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.1261930 Jun 24 14:45:44.986138 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c3c6515a-d187-4f71-aa70-aa010a1809e0 req-de527cd3-3301-4f47-a7b5-3ef5459fc96b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e09255-6627-4e92-acee-b5134261ae31 HTTP/1.1" status: 200 len: 217 time: 0.1668918 Jun 24 14:45:45.056182 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6515a-d187-4f71-aa70-aa010a1809e0 req-9f3f7724-05e9-414f-9956-26d546956d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:45.058170 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c3c6515a-d187-4f71-aa70-aa010a1809e0 req-9f3f7724-05e9-414f-9956-26d546956d96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0662029 Jun 24 14:45:45.147743 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6515a-d187-4f71-aa70-aa010a1809e0 req-b0bb396a-4912-44a9-ad1e-f820333b2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:45.149171 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c3c6515a-d187-4f71-aa70-aa010a1809e0 req-b0bb396a-4912-44a9-ad1e-f820333b2ff1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843265 Jun 24 14:45:45.291767 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c3c6515a-d187-4f71-aa70-aa010a1809e0 req-e7d4d553-a835-4554-965e-311a43f77759 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360521 Jun 24 14:45:45.427229 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-c3c6515a-d187-4f71-aa70-aa010a1809e0 req-b3e00ab5-6254-4e37-9456-f89a739c1c7e service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293278 Jun 24 14:45:45.628571 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d35d9-e555-48c2-a516-55d63639fc2b req-0f6a7a33-955f-4103-a64d-d4ae0dd0082b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:45.630055 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5b7d35d9-e555-48c2-a516-55d63639fc2b req-0f6a7a33-955f-4103-a64d-d4ae0dd0082b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 943 time: 0.0946469 Jun 24 14:45:45.680823 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5b7d35d9-e555-48c2-a516-55d63639fc2b req-5c918f10-f6d9-413a-acec-da6c14cb4902 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435221 Jun 24 14:45:46.880444 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2603b-0e1c-43b6-9694-db6a23d5a587 req-1962c08e-4212-466f-ae2d-84bf69ccef74 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:46.881936 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7ca2603b-0e1c-43b6-9694-db6a23d5a587 req-1962c08e-4212-466f-ae2d-84bf69ccef74 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 943 time: 0.0892975 Jun 24 14:45:46.927274 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7ca2603b-0e1c-43b6-9694-db6a23d5a587 req-367bf923-9c9e-4a07-88d8-08a9d65b72d5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387666 Jun 24 14:45:48.116479 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbca86-a102-4081-8532-1a1b353dc0f3 req-a01d4e6d-8445-4303-81fc-c9653ea1e91e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:48.117890 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-02dbca86-a102-4081-8532-1a1b353dc0f3 req-a01d4e6d-8445-4303-81fc-c9653ea1e91e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 943 time: 0.0877731 Jun 24 14:45:48.160968 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-02dbca86-a102-4081-8532-1a1b353dc0f3 req-299c847b-2287-44e0-bfad-104b8ea1b78f tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372486 Jun 24 14:45:49.346218 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1693ee-254a-4410-8310-e008e7b287fc req-8fd3fd54-ff91-4a01-96db-f5cf102669dd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:49.347542 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-db1693ee-254a-4410-8310-e008e7b287fc req-8fd3fd54-ff91-4a01-96db-f5cf102669dd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 943 time: 0.0836544 Jun 24 14:45:49.394102 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-db1693ee-254a-4410-8310-e008e7b287fc req-6e31f7b1-8d43-4f1a-89ab-347d778c027b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407784 Jun 24 14:45:50.584814 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2d17-db09-49e2-9d5d-0c804fe166be req-57bde002-e2d2-4a5e-9fb8-1738947eae0a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:50.586274 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-39ba2d17-db09-49e2-9d5d-0c804fe166be req-57bde002-e2d2-4a5e-9fb8-1738947eae0a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 943 time: 0.0861516 Jun 24 14:45:50.630378 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-39ba2d17-db09-49e2-9d5d-0c804fe166be req-8bb6ef64-9292-490f-87e9-c29b751d5ba9 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377529 Jun 24 14:45:51.912315 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae674a-b241-4c28-8e99-381529786572 req-d4299cfe-242b-4894-90be-447fdfbb9288 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:51.913782 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f5ae674a-b241-4c28-8e99-381529786572 req-d4299cfe-242b-4894-90be-447fdfbb9288 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 943 time: 0.1775184 Jun 24 14:45:51.956662 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f5ae674a-b241-4c28-8e99-381529786572 req-c8f4fca6-2281-45e3-93cf-d44af9504ebc tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372975 Jun 24 14:45:53.145217 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5250974-7921-4fe1-a8d4-f0b5afe2f08d req-b838a139-b0ed-4257-baef-b4e5adcf2e54 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:53.146626 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a5250974-7921-4fe1-a8d4-f0b5afe2f08d req-b838a139-b0ed-4257-baef-b4e5adcf2e54 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 943 time: 0.0852642 Jun 24 14:45:53.191160 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a5250974-7921-4fe1-a8d4-f0b5afe2f08d req-d10ca278-650f-4fdf-b3fb-c81639bf6bd8 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389392 Jun 24 14:45:53.876188 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 82e09255-6627-4e92-acee-b5134261ae31 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:45:54.005681 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 82e09255-6627-4e92-acee-b5134261ae31, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=82e09255-6627-4e92-acee-b5134261ae31,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:45:54.019108 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': '82e09255-6627-4e92-acee-b5134261ae31', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'port_id': '82e09255-6627-4e92-acee-b5134261ae31', 'mac_address': 'fa:16:3e:d8:fe:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:45:54.073525 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 82e09255-6627-4e92-acee-b5134261ae31 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:45:54.073896 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:54.089832 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e09255-6627-4e92-acee-b5134261ae31 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:45:54.105277 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 82e09255-6627-4e92-acee-b5134261ae31, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=82e09255-6627-4e92-acee-b5134261ae31,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:45:54.108861 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:54.176000 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=82e09255-6627-4e92-acee-b5134261ae31,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:45:54.183002 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:54.183348 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:54.183687 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:54.184024 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:54.184355 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:54.184712 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:54.185048 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:54.185360 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:54.185683 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:54.186003 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:54.186323 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:54.186640 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:54.380760 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84baf30-bd9c-49ea-bd4c-02a98078cda6 req-064eb85c-9fff-489b-a4a1-3d6946b7a945 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:54.382189 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f84baf30-bd9c-49ea-bd4c-02a98078cda6 req-064eb85c-9fff-489b-a4a1-3d6946b7a945 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 944 time: 0.0850682 Jun 24 14:45:54.426630 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f84baf30-bd9c-49ea-bd4c-02a98078cda6 req-8843f179-ff2c-4ffc-b469-ef022e70e464 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366662 Jun 24 14:45:54.511587 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['82e09255-6627-4e92-acee-b5134261ae31'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:45:55.623097 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b618b-7c20-422b-99b9-361f0c63c1bd req-e46232e7-09e8-4c90-a52b-0ed001669a49 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:55.624563 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e40b618b-7c20-422b-99b9-361f0c63c1bd req-e46232e7-09e8-4c90-a52b-0ed001669a49 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 944 time: 0.0905483 Jun 24 14:45:55.669257 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-e40b618b-7c20-422b-99b9-361f0c63c1bd req-7642592e-dbd3-4ba8-9d9c-0de229b81e61 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387158 Jun 24 14:45:55.876792 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 82e09255-6627-4e92-acee-b5134261ae31 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:45:55.942191 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port 82e09255-6627-4e92-acee-b5134261ae31 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:45:55.947052 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port 82e09255-6627-4e92-acee-b5134261ae31 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:45:55.947420 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:56.077721 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port 82e09255-6627-4e92-acee-b5134261ae31 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:45:56.078241 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:56.115129 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e09255-6627-4e92-acee-b5134261ae31'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:45:56.126401 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port 82e09255-6627-4e92-acee-b5134261ae31, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=82e09255-6627-4e92-acee-b5134261ae31,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:45:56.130190 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:56.193740 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f5b9e7-898c-4793-b69c-5e0a45922054'] response: {'server_uuid': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e09255-6627-4e92-acee-b5134261ae31', 'code': 200} Jun 24 14:45:56.225077 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=82e09255-6627-4e92-acee-b5134261ae31,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:45:56.465069 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549e5da-3ce7-4b4e-8175-98588fe8b78d req-0af5e124-2b2d-4fd0-8142-1e069a44f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:56.466536 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8549e5da-3ce7-4b4e-8175-98588fe8b78d req-0af5e124-2b2d-4fd0-8142-1e069a44f867 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 1098 time: 0.0778720 Jun 24 14:45:56.505299 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-8549e5da-3ce7-4b4e-8175-98588fe8b78d req-f4821322-209d-4a56-b187-bdb90a5a85a7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327089 Jun 24 14:45:56.858733 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407a9f3-18ab-4376-b3ad-2177ea666de6 req-7b970127-3d69-4e66-a776-06b99b2d7581 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:56.860090 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f407a9f3-18ab-4376-b3ad-2177ea666de6 req-7b970127-3d69-4e66-a776-06b99b2d7581 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 945 time: 0.0851142 Jun 24 14:45:56.908063 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f407a9f3-18ab-4376-b3ad-2177ea666de6 req-29c13471-2305-4add-8a56-080e1ffb5181 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420523 Jun 24 14:45:58.094160 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1e3d9-bdbb-4274-b578-e434433e06c5 req-d8f18842-9e05-48af-9ece-1253721dc4fe tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:58.095578 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d7b1e3d9-bdbb-4274-b578-e434433e06c5 req-d8f18842-9e05-48af-9ece-1253721dc4fe tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 945 time: 0.0833328 Jun 24 14:45:58.139038 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d7b1e3d9-bdbb-4274-b578-e434433e06c5 req-f67fa8ff-d857-42d4-8e06-6faa2cb76a50 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378957 Jun 24 14:45:58.326359 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08499ffc-4823-49cb-a003-e77802b00d59 req-99b2f080-ed47-4a1f-b036-73177e790d71 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:58.327682 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-08499ffc-4823-49cb-a003-e77802b00d59 req-99b2f080-ed47-4a1f-b036-73177e790d71 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 945 time: 0.0867872 Jun 24 14:45:58.370830 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-08499ffc-4823-49cb-a003-e77802b00d59 req-3bbaf7bb-c4aa-416d-850b-069388fc4abb tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375893 Jun 24 14:45:58.392812 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50964) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:45:58.469698 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957b5c40-138e-40f5-8cd8-6a7b53ff8968 tempest-TestVolumeBootPattern-1619783775 tempest-TestVolumeBootPattern-1619783775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:45:58.471152 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-957b5c40-138e-40f5-8cd8-6a7b53ff8968 tempest-TestVolumeBootPattern-1619783775 tempest-TestVolumeBootPattern-1619783775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 1093 time: 0.0774064 Jun 24 14:45:58.473944 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 50968) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:45:58.479206 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'port_id': '82e09255-6627-4e92-acee-b5134261ae31', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:45:58.484950 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:45:58.488963 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:floatingip and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:45:58.491708 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:45:58.497230 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:45:58.509909 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:58.637948 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:58.775192 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Allocated IP 172.27.2.206 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/fbc89766-1ba6-484a-90f3-66ae88fbf969) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:45:58.915722 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:58.943799 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:59.005330 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:45:59.012514 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:45:59.016491 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:45:59.044752 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'Port': ['ID=fbc89766-1ba6-484a-90f3-66ae88fbf969,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:45:59.058754 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:59.059097 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:59.059437 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:59.059762 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:59.060090 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:59.060414 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:59.060756 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:59.061075 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:59.061396 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:59.061710 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:59.062024 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:59.062335 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:45:59.503806 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:59.574862 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:59.776196 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:59.780717 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:45:59.881373 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'Port': ['ID=fbc89766-1ba6-484a-90f3-66ae88fbf969,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:45:59.896470 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:00.058250 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Floating IP e28e8b4d-ba3e-4472-9fe3-0a9957b6b231 associated. External IP: 172.27.2.206, port: 82e09255-6627-4e92-acee-b5134261ae31. Jun 24 14:46:00.392871 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Router cd238df2-aacb-4fbc-a024-90732478ca86 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:46:00.562650 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:46:00.572807 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced7059-993c-48fd-9d2a-0c3255fd2eaf None None] Sync routers for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:46:00.587212 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:00.588371 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced7059-993c-48fd-9d2a-0c3255fd2eaf None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:46:00.589056 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-5ced7059-993c-48fd-9d2a-0c3255fd2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:45:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:46:00.644874 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-33a30188-775f-4fea-8747-d21a2be7a906 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1698217 Jun 24 14:46:00.645440 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'tag': '82e09255-6627-4e92-acee-b5134261ae31'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:46:00.691096 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44e8b1c-7bbe-4acb-8cbb-94010b85b66a'] response: {'name': 'network-changed', 'server_uuid': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'tag': '82e09255-6627-4e92-acee-b5134261ae31', 'status': 'completed', 'code': 200} Jun 24 14:46:00.763096 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-5ced7059-993c-48fd-9d2a-0c3255fd2eaf None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:46:00.815157 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ec3d0-1a3d-4cc7-a3e5-33a2ec0c6064 req-2d2825c9-d473-46ad-93f1-9b2e238f3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:46:00.816804 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a41ec3d0-1a3d-4cc7-a3e5-33a2ec0c6064 req-2d2825c9-d473-46ad-93f1-9b2e238f3aac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 1098 time: 0.0801835 Jun 24 14:46:00.947912 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ec3d0-1a3d-4cc7-a3e5-33a2ec0c6064 req-db8243ca-00c9-4919-bd04-c6b6b0e9b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:46:00.949420 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a41ec3d0-1a3d-4cc7-a3e5-33a2ec0c6064 req-db8243ca-00c9-4919-bd04-c6b6b0e9b05a service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.1263778 Jun 24 14:46:01.059728 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a41ec3d0-1a3d-4cc7-a3e5-33a2ec0c6064 req-fdd22f60-8718-44f0-884e-fd33aa63ca08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e09255-6627-4e92-acee-b5134261ae31 HTTP/1.1" status: 200 len: 999 time: 0.1037600 Jun 24 14:46:01.130292 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ec3d0-1a3d-4cc7-a3e5-33a2ec0c6064 req-a21ab616-2670-4ca0-95eb-dbbd0e459418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:46:01.134697 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a41ec3d0-1a3d-4cc7-a3e5-33a2ec0c6064 req-a21ab616-2670-4ca0-95eb-dbbd0e459418 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0657172 Jun 24 14:46:01.146803 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-5ced7059-993c-48fd-9d2a-0c3255fd2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'e28e8b4d-ba3e-4472-9fe3-0a9957b6b231', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': '82e09255-6627-4e92-acee-b5134261ae31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:d8:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:45:59Z', 'updated_at': '2022-06-24T14:45:59Z', 'revision_number': 0, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:46:01.151653 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced7059-993c-48fd-9d2a-0c3255fd2eaf None None] Checking router: cd238df2-aacb-4fbc-a024-90732478ca86 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:46:01.160406 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced7059-993c-48fd-9d2a-0c3255fd2eaf None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:46:01.161027 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-5ced7059-993c-48fd-9d2a-0c3255fd2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:45:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:46:01.217088 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ec3d0-1a3d-4cc7-a3e5-33a2ec0c6064 req-5f4722e6-f147-4bb2-b905-d0291ad1f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:46:01.218501 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a41ec3d0-1a3d-4cc7-a3e5-33a2ec0c6064 req-5f4722e6-f147-4bb2-b905-d0291ad1f086 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797684 Jun 24 14:46:01.336566 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-5ced7059-993c-48fd-9d2a-0c3255fd2eaf None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:46:01.347461 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a41ec3d0-1a3d-4cc7-a3e5-33a2ec0c6064 req-05916acc-3051-45e7-ae2d-7bd0c3b96264 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224096 Jun 24 14:46:01.477645 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-a41ec3d0-1a3d-4cc7-a3e5-33a2ec0c6064 req-1d8567fd-6412-4263-84b8-0a6720031d23 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234031 Jun 24 14:46:01.679326 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-5ced7059-993c-48fd-9d2a-0c3255fd2eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'e28e8b4d-ba3e-4472-9fe3-0a9957b6b231', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': '82e09255-6627-4e92-acee-b5134261ae31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:d8:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:45:59Z', 'updated_at': '2022-06-24T14:45:59Z', 'revision_number': 0, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:46:01.683780 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced7059-993c-48fd-9d2a-0c3255fd2eaf None None] The sync data for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi is: [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'e28e8b4d-ba3e-4472-9fe3-0a9957b6b231', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': '82e09255-6627-4e92-acee-b5134261ae31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:d8:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:45:59Z', 'updated_at': '2022-06-24T14:45:59Z', 'revision_number': 0, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:46:01.863472 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfda0d9-4944-40a5-bc4c-8028084daa05 None None] New status for floating IP e28e8b4d-ba3e-4472-9fe3-0a9957b6b231: ACTIVE {{(pid=88096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:46:03.294161 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:46:07.034958 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:08.491009 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-72e4dee7-0ab0-49e2-99ef-c32f31ac2c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:10.740374 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-7869b77f-615c-4d85-a951-22303d4020ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:11.668350 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:12.042809 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:13.732215 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:37.055006 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:38.495832 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7fbc-2913-442a-9de6-4a2fa6c26a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:40.293396 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:46:40.741404 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae6e5-88b5-4ecf-921a-a8b7321b43ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:41.671251 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:42.045993 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:43.732666 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:46:58.278605 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-e202b5e1-37b5-4224-acb5-77993d7b9eae req-3abfdb3f-1c41-46c1-b79f-ea855cade383 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747163 Jun 24 14:46:58.437883 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202b5e1-37b5-4224-acb5-77993d7b9eae req-29bfeb70-2617-49c2-8889-06ff84b21dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:46:58.439324 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-e202b5e1-37b5-4224-acb5-77993d7b9eae req-29bfeb70-2617-49c2-8889-06ff84b21dfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 1098 time: 0.0786374 Jun 24 14:46:58.686682 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202b5e1-37b5-4224-acb5-77993d7b9eae req-b194f981-6ff4-4816-becc-0d65ae1d8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:46:58.688094 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-e202b5e1-37b5-4224-acb5-77993d7b9eae req-b194f981-6ff4-4816-becc-0d65ae1d8abe service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.2278907 Jun 24 14:46:58.788173 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-e202b5e1-37b5-4224-acb5-77993d7b9eae req-874c962f-87e5-4bea-95be-4f45142f8bce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e09255-6627-4e92-acee-b5134261ae31 HTTP/1.1" status: 200 len: 1001 time: 0.0925989 Jun 24 14:46:58.847838 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202b5e1-37b5-4224-acb5-77993d7b9eae req-d17d5024-a55a-4ec7-b7d6-dcb555b8e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:46:58.849233 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-e202b5e1-37b5-4224-acb5-77993d7b9eae req-d17d5024-a55a-4ec7-b7d6-dcb555b8e089 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0545909 Jun 24 14:46:58.932340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202b5e1-37b5-4224-acb5-77993d7b9eae req-b6514e7a-9c6e-47c0-89d4-cbe5e4d1c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:46:58.933809 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-e202b5e1-37b5-4224-acb5-77993d7b9eae req-b6514e7a-9c6e-47c0-89d4-cbe5e4d1c1e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782607 Jun 24 14:46:59.062151 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-e202b5e1-37b5-4224-acb5-77993d7b9eae req-c2f7c876-f88d-41b3-a67d-4c51f10346a8 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223042 Jun 24 14:46:59.195205 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-e202b5e1-37b5-4224-acb5-77993d7b9eae req-29d263ae-e157-4ecf-acd7-f01b8c03fcdb service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251009 Jun 24 14:47:07.069711 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:47:08.498570 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-95e8d421-0ae8-44ff-bccc-b24f8a6b8683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:47:10.743056 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fe5f37c8-94eb-4e72-bb50-02c3303f2bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:47:11.672838 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:47:12.050366 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:47:13.735308 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:47:17.295825 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:47:37.075238 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:47:38.500956 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-26bb1ea2-6bab-4f24-9a54-4a75a213d6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:47:40.745264 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f4b21948-18b0-4b3e-87cf-7aad427b4fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:47:41.674088 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:47:42.053174 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:47:43.738575 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:47:54.294842 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:48:00.317088 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b0eca037-38a1-41cb-bda6-b23b17f05c7d req-ae18d4f0-fac6-4ea1-9acd-d3f673ae2c8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744042 Jun 24 14:48:00.481129 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eca037-38a1-41cb-bda6-b23b17f05c7d req-bfe63ced-3658-4856-8590-21a04ce29b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:00.482589 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b0eca037-38a1-41cb-bda6-b23b17f05c7d req-bfe63ced-3658-4856-8590-21a04ce29b4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 1098 time: 0.0804498 Jun 24 14:48:00.626227 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eca037-38a1-41cb-bda6-b23b17f05c7d req-29d2eb84-855e-425d-834e-030f48773655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:00.627661 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b0eca037-38a1-41cb-bda6-b23b17f05c7d req-29d2eb84-855e-425d-834e-030f48773655 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.1258221 Jun 24 14:48:00.727165 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b0eca037-38a1-41cb-bda6-b23b17f05c7d req-ba87ec63-fdcb-41b6-85be-d240440eb652 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e09255-6627-4e92-acee-b5134261ae31 HTTP/1.1" status: 200 len: 1001 time: 0.0930240 Jun 24 14:48:00.793732 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eca037-38a1-41cb-bda6-b23b17f05c7d req-82442496-adaf-4db5-ba0a-a1a123864657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:00.795155 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b0eca037-38a1-41cb-bda6-b23b17f05c7d req-82442496-adaf-4db5-ba0a-a1a123864657 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0614281 Jun 24 14:48:00.874888 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eca037-38a1-41cb-bda6-b23b17f05c7d req-35fdeaba-28d3-43d7-adcb-b479e91ac2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:00.876253 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b0eca037-38a1-41cb-bda6-b23b17f05c7d req-35fdeaba-28d3-43d7-adcb-b479e91ac2ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743711 Jun 24 14:48:01.003513 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b0eca037-38a1-41cb-bda6-b23b17f05c7d req-f801bd52-f001-494a-9779-720b22ce4b8a service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199880 Jun 24 14:48:01.135950 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-b0eca037-38a1-41cb-bda6-b23b17f05c7d req-26921a83-8efb-4ae3-ab62-502778f7f630 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249030 Jun 24 14:48:02.053278 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-dae0b873-5bf6-45c8-ab80-8d39169afa23 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275597704&fields=id&tenant_id=7b36f9dd46a84b87a219f4997cf29bd1 HTTP/1.1" status: 200 len: 267 time: 0.0385938 Jun 24 14:48:02.305510 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4fdeb76a-c5cd-46b6-ae9b-24909932fd4a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:02.306933 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4fdeb76a-c5cd-46b6-ae9b-24909932fd4a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 811 time: 0.2464168 Jun 24 14:48:02.321706 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-a7a05161-3408-4d3d-87c6-f1f154c30555 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/quotas/7b36f9dd46a84b87a219f4997cf29bd1 HTTP/1.1" status: 200 len: 375 time: 0.0093307 Jun 24 14:48:02.416659 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-f83a0e95-5c1c-4bdb-8edc-fab308fe04aa tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0897365 Jun 24 14:48:02.597675 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-28cbf871-be2e-4556-af73-b59064a043ab service neutron] 10.222.0.16 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697407 Jun 24 14:48:02.725177 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-0a29bd54-dd0a-4006-a6ab-da8166176bd7 service neutron] 10.222.0.16 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212609 Jun 24 14:48:04.120360 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-5141f5e7-d0ea-4b66-9cef-ece891064701 req-ec73c111-251c-4143-86f7-c9bdec8275ad tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 210 time: 0.0525038 Jun 24 14:48:05.221387 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-cfaf5eed-7523-438d-bce3-c4cf7b0f6dce req-bcde11e5-24e7-4701-aba2-3d69c5e5a383 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 210 time: 0.0508990 Jun 24 14:48:06.323701 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-7e648330-85b9-45c6-aa41-d8c059b4a951 req-eb3c6a1f-9fa2-4a0a-aebb-433c25073404 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 210 time: 0.0525033 Jun 24 14:48:07.083589 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:07.426485 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-96572a34-e0de-4309-b101-0bacf0d66bb7 req-3b38b62e-ebc7-4b0a-b693-b2dbec3e0b49 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 210 time: 0.0488291 Jun 24 14:48:08.502117 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-ca96fd35-2d38-4a61-8ac4-d82f5eb5a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:08.588046 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d4b596f5-bc55-4467-a1da-2e47a2afe880 req-da476f47-475a-485c-9f6e-445a7542d47a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 210 time: 0.0548716 Jun 24 14:48:09.365053 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-41c2d834-4a88-4d34-99dc-982aa42f11a7 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:09.366489 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-41c2d834-4a88-4d34-99dc-982aa42f11a7 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 811 time: 0.1430948 Jun 24 14:48:09.425521 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-666881a3-3a57-4750-86f6-2ba93d234d98 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b36f9dd46a84b87a219f4997cf29bd1 HTTP/1.1" status: 200 len: 379 time: 0.0438228 Jun 24 14:48:09.449721 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'port': {'device_id': '28a2a386-9610-4546-924f-cd952c7185ac', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'admin_state_up': True, 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'security_groups': ['d0d151dc-25be-4f84-b0b2-a808ede9e6b9']}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:48:09.587687 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:48:09.592054 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:port and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:48:09.594547 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88095) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:48:09.600040 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.quota.driver [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88095) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:48:09.610298 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Made reservation on behalf of 7b36f9dd46a84b87a219f4997cf29bd1 for: {'port': 1} {{(pid=88095) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 14:48:09.613747 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:09.747923 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-1e099b79-b655-4bc9-8a34-a404c5fd8096 req-641e47ec-098c-416a-9d10-3baff67599c1 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 210 time: 0.0493348 Jun 24 14:48:09.882134 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.db_base_plugin_common [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Allocated IP 172.20.0.12 (8ef4e1e2-5f17-40a4-a749-de55eebc610f/17a23f10-2527-4fbf-8e50-4736be8e8005/c8468318-eacc-4c32-bd44-c72827808c90) {{(pid=88095) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:48:10.065280 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for port, precommit_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:10.080516 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Transition to ACTIVE for port object c8468318-eacc-4c32-bd44-c72827808c90 will not be triggered until provisioned by entity DHCP. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:48:10.103530 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_create {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:10.167621 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Network 8ef4e1e2-5f17-40a4-a749-de55eebc610f is already hosted by enough agents. {{(pid=88095) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:48:10.170903 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.scheduler.base_scheduler [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources bound (agent type, host, resource id): {{(pid=88095) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:48:10.180484 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Received port after_create {{(pid=88095) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:48:10.220557 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'Port': ['ID=c8468318-eacc-4c32-bd44-c72827808c90,revision_number=1']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:48:10.234878 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:10.234878 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:10.234878 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:10.235386 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:10.235556 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:10.235886 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:10.236211 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:10.236560 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:10.236885 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:10.237205 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:10.237522 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:10.237839 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:10.264858 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:10.265488 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:10.294688 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-b5322ce6-9802-49e7-b2c3-448845e398b2 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8484225 Jun 24 14:48:10.313715 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.v2.base [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Request body: {'port': {'device_id': '28a2a386-9610-4546-924f-cd952c7185ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88095) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:48:10.409128 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-a13efc3f-8c2b-471c-b442-0d444f70c2f5 None None] Provisioning for port c8468318-eacc-4c32-bd44-c72827808c90 completed by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:48:10.414309 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-a13efc3f-8c2b-471c-b442-0d444f70c2f5 None None] Provisioning complete for port c8468318-eacc-4c32-bd44-c72827808c90 triggered by entity DHCP. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:48:10.414750 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a13efc3f-8c2b-471c-b442-0d444f70c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:10.432713 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:10.469489 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-a13efc3f-8c2b-471c-b442-0d444f70c2f5 None None] Port c8468318-eacc-4c32-bd44-c72827808c90 cannot update to ACTIVE because it is not bound. {{(pid=88096) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 14:48:10.746967 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b0ee-682b-47c6-9f61-07db213933c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:10.775794 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8468318-eacc-4c32-bd44-c72827808c90 {{(pid=88095) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:48:10.783087 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:10.800903 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.provisioning_blocks [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Transition to ACTIVE for port object c8468318-eacc-4c32-bd44-c72827808c90 will not be triggered until provisioned by entity L2. {{(pid=88095) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 14:48:10.805498 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:10.947523 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f71d8-a255-43a2-b5c7-f7d0a51f9c9b req-11799a5a-1975-4d29-8c3a-1cb1d38155a4 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:10.950004 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a11f71d8-a255-43a2-b5c7-f7d0a51f9c9b req-11799a5a-1975-4d29-8c3a-1cb1d38155a4 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 944 time: 0.0954423 Jun 24 14:48:11.003002 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Pushing event updated for resources: {'Port': ['ID=c8468318-eacc-4c32-bd44-c72827808c90,revision_number=2']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:48:11.004306 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-a11f71d8-a255-43a2-b5c7-f7d0a51f9c9b req-f629e15e-769f-4975-961f-c7527080f851 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479593 Jun 24 14:48:11.045155 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Attempting to bind port c8468318-eacc-4c32-bd44-c72827808c90 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 14:48:11.045493 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Attempting to bind port c8468318-eacc-4c32-bd44-c72827808c90 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 14:48:11.045818 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Attempting to bind port c8468318-eacc-4c32-bd44-c72827808c90 on network 8ef4e1e2-5f17-40a4-a749-de55eebc610f {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:48:11.050368 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Port c8468318-eacc-4c32-bd44-c72827808c90 on network 8ef4e1e2-5f17-40a4-a749-de55eebc610f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 14:48:11.050681 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Attempting to bind port c8468318-eacc-4c32-bd44-c72827808c90 on network 8ef4e1e2-5f17-40a4-a749-de55eebc610f {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 14:48:11.055761 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Checking agent: {'id': 'eedf7277-4d2b-49b3-8c3d-e2edb7d806d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'started_at': datetime.datetime(2022, 6, 24, 14, 22, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 14, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 14:48:11.056085 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Checking segment: {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88095) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 14:48:11.056486 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Bound using segment: {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'} {{(pid=88095) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 14:48:11.056907 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.managers [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Bound port: c8468318-eacc-4c32-bd44-c72827808c90, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c068d63-a066-4e91-81c4-5cddc10bdd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f'}}] {{(pid=88095) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 14:48:11.057244 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:11.145560 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] For port c8468318-eacc-4c32-bd44-c72827808c90, host hv-cinder-84718, cleared binding levels {{(pid=88095) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 14:48:11.149090 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] For port c8468318-eacc-4c32-bd44-c72827808c90, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c8468318-eacc-4c32-bd44-c72827808c90,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88095) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 14:48:11.154195 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2302276'] for port, after_update {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:11.210470 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:11.210794 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:11.212446 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] 10.222.0.36 "PUT /v2.0/ports/c8468318-eacc-4c32-bd44-c72827808c90 HTTP/1.1" status: 200 len: 1094 time: 0.9040515 Jun 24 14:48:11.214913 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a2a386-9610-4546-924f-cd952c7185ac', 'tag': 'c8468318-eacc-4c32-bd44-c72827808c90'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:48:11.247226 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55f852-af43-4fd5-b596-148c8b2cc2fb service neutron] Pushing event updated for resources: {'Port': ['ID=c8468318-eacc-4c32-bd44-c72827808c90,revision_number=3']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:48:11.321331 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e67590-1963-4c49-9a33-a36a13393e22'] response: {'name': 'network-changed', 'server_uuid': '28a2a386-9610-4546-924f-cd952c7185ac', 'tag': 'c8468318-eacc-4c32-bd44-c72827808c90', 'status': 'completed', 'code': 200} Jun 24 14:48:11.353275 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-9644acaf-abbb-403e-8e76-61deeebfb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:11.354794 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-9644acaf-abbb-403e-8e76-61deeebfb459 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 1097 time: 0.0834241 Jun 24 14:48:11.433251 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-49c50be6-5001-4173-a709-8770f36d80cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8468318-eacc-4c32-bd44-c72827808c90 HTTP/1.1" status: 200 len: 217 time: 0.0660810 Jun 24 14:48:11.498119 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-ce884ed9-e4fb-46ad-b436-4d1d352ec5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:11.499449 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-ce884ed9-e4fb-46ad-b436-4d1d352ec5de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0602484 Jun 24 14:48:11.673804 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-0a29b0b2-939d-4809-b298-7f3f9ed9c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:11.675311 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:11.675863 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-0a29b0b2-939d-4809-b298-7f3f9ed9c93f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1700039 Jun 24 14:48:11.801372 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-d01a342f-c836-4a26-8017-1b0c67f18d20 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199558 Jun 24 14:48:11.931528 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-f1c196f0-d1c6-41e7-8465-ee087a84de4f req-33e4bc68-6af8-4e94-a6f9-63bc6e0e9355 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241231 Jun 24 14:48:12.056519 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:12.109092 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef36ef4-7f0d-4005-b78d-3f7cee3c50ac req-e356ddcb-61ca-4f7a-ab70-e16a8cbfd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:12.110583 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5ef36ef4-7f0d-4005-b78d-3f7cee3c50ac req-e356ddcb-61ca-4f7a-ab70-e16a8cbfd070 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 1097 time: 0.0866940 Jun 24 14:48:12.200569 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04915a4f-a671-4ca8-a68f-0ebfcee921e2 req-52a7a241-eecf-4d16-9114-f8cb0c5a1f76 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:12.201900 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-04915a4f-a671-4ca8-a68f-0ebfcee921e2 req-52a7a241-eecf-4d16-9114-f8cb0c5a1f76 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 944 time: 0.0842021 Jun 24 14:48:12.245413 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef36ef4-7f0d-4005-b78d-3f7cee3c50ac req-9d5211d4-dae1-4fab-8413-64d29a27a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:12.246560 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-04915a4f-a671-4ca8-a68f-0ebfcee921e2 req-fa97c2f2-5a8c-446c-aafe-dd96b4a4490e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389783 Jun 24 14:48:12.246833 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5ef36ef4-7f0d-4005-b78d-3f7cee3c50ac req-9d5211d4-dae1-4fab-8413-64d29a27a660 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.1295767 Jun 24 14:48:12.312779 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5ef36ef4-7f0d-4005-b78d-3f7cee3c50ac req-c1725c62-84aa-4f3e-b8d5-74f3d0862b4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8468318-eacc-4c32-bd44-c72827808c90 HTTP/1.1" status: 200 len: 217 time: 0.0593424 Jun 24 14:48:12.376265 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef36ef4-7f0d-4005-b78d-3f7cee3c50ac req-fe4858be-8a68-4257-b739-b344fe53eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:12.377713 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5ef36ef4-7f0d-4005-b78d-3f7cee3c50ac req-fe4858be-8a68-4257-b739-b344fe53eda9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0595067 Jun 24 14:48:12.456621 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef36ef4-7f0d-4005-b78d-3f7cee3c50ac req-f52f698b-7063-4ad7-ad14-8d0762dd174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:12.457991 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5ef36ef4-7f0d-4005-b78d-3f7cee3c50ac req-f52f698b-7063-4ad7-ad14-8d0762dd174a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744083 Jun 24 14:48:12.584104 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5ef36ef4-7f0d-4005-b78d-3f7cee3c50ac req-baa79a52-c753-468b-a8f8-02c18cf7210d service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203465 Jun 24 14:48:12.711637 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-5ef36ef4-7f0d-4005-b78d-3f7cee3c50ac req-60785777-acdd-4492-9ec4-4a8d8261b569 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213648 Jun 24 14:48:13.439521 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230406f-b07f-4786-aad7-80da5ea471f7 req-eadca884-fa5c-4fb1-8899-f12d51bda45d tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:13.440980 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3230406f-b07f-4786-aad7-80da5ea471f7 req-eadca884-fa5c-4fb1-8899-f12d51bda45d tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 944 time: 0.0888615 Jun 24 14:48:13.484544 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-3230406f-b07f-4786-aad7-80da5ea471f7 req-4d5d2bdd-1a51-4730-85b6-a8605855e00d tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372882 Jun 24 14:48:13.742661 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:14.674066 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94879b0f-ca92-460d-8375-f123de170e58 req-562b34cf-69bb-4add-87db-70759d0f5999 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:14.675507 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-94879b0f-ca92-460d-8375-f123de170e58 req-562b34cf-69bb-4add-87db-70759d0f5999 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 944 time: 0.0852365 Jun 24 14:48:14.721897 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-94879b0f-ca92-460d-8375-f123de170e58 req-27273bc1-44ad-406b-bb89-b69a9ccd6f93 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400777 Jun 24 14:48:15.910099 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d60f6-0bb6-420b-9495-3a428bea3e4f req-838f3ad9-b391-4795-8330-24a8ce5cda6f tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:15.911602 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-921d60f6-0bb6-420b-9495-3a428bea3e4f req-838f3ad9-b391-4795-8330-24a8ce5cda6f tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 944 time: 0.0860329 Jun 24 14:48:15.957063 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-921d60f6-0bb6-420b-9495-3a428bea3e4f req-a2262245-b3fb-4247-a97d-7fc2327cc39d tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380754 Jun 24 14:48:16.266340 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [req-4fbcb76c-a5e6-4d12-a2a3-2b989322b473 req-757202e4-b968-4c8a-bae5-ef2354ecb31a service neutron] (88095) timed out ('10.222.0.16', 46492) {{(pid=88095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 14:48:17.151011 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41f84e-a356-4b04-9c7e-ff695647bb71 req-3a88626d-fb02-4a97-a2ea-9ca2c1333c6d tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:17.152450 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0c41f84e-a356-4b04-9c7e-ff695647bb71 req-3a88626d-fb02-4a97-a2ea-9ca2c1333c6d tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 944 time: 0.0925074 Jun 24 14:48:17.196111 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0c41f84e-a356-4b04-9c7e-ff695647bb71 req-c34a635e-7a20-4023-add1-495d7c7596e5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381312 Jun 24 14:48:18.383458 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d8f1d-7e32-4613-86e5-8d6b7adc15b0 req-435da41f-8d2d-43c1-9d25-9735d64e1ad5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:18.384986 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-257d8f1d-7e32-4613-86e5-8d6b7adc15b0 req-435da41f-8d2d-43c1-9d25-9735d64e1ad5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 944 time: 0.0839067 Jun 24 14:48:18.431425 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-257d8f1d-7e32-4613-86e5-8d6b7adc15b0 req-2181dcc7-2403-49e4-b468-fe37e90cd884 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408161 Jun 24 14:48:19.621111 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535da20-73a4-4a9c-a9ac-9f6ff2bd7bd4 req-a0a749f2-75e3-4f4a-8128-2039a2609e42 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:19.622560 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8535da20-73a4-4a9c-a9ac-9f6ff2bd7bd4 req-a0a749f2-75e3-4f4a-8128-2039a2609e42 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 944 time: 0.0874612 Jun 24 14:48:19.666076 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8535da20-73a4-4a9c-a9ac-9f6ff2bd7bd4 req-789f3c0a-5c3e-47ba-8376-bfa38b5b4b17 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378232 Jun 24 14:48:20.545264 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device c8468318-eacc-4c32-bd44-c72827808c90 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88096) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 14:48:20.675420 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port c8468318-eacc-4c32-bd44-c72827808c90, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c8468318-eacc-4c32-bd44-c72827808c90,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:48:20.688924 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Returning: {'device': 'c8468318-eacc-4c32-bd44-c72827808c90', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'port_id': 'c8468318-eacc-4c32-bd44-c72827808c90', 'mac_address': 'fa:16:3e:6e:23:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88096) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 14:48:20.744346 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port c8468318-eacc-4c32-bd44-c72827808c90 is: DOWN; New status is: BUILD {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:48:20.744755 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:20.762000 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8468318-eacc-4c32-bd44-c72827808c90 {{(pid=88096) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 14:48:20.777896 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port c8468318-eacc-4c32-bd44-c72827808c90, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c8468318-eacc-4c32-bd44-c72827808c90,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:48:20.782134 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:20.850694 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=c8468318-eacc-4c32-bd44-c72827808c90,revision_number=4']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:48:20.857746 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:20.857911 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2508647-517d-44d5-8e23-69eb33bb4284 req-ecd5faf1-b49f-40d9-92d5-5456113eb9b4 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:20.858400 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:20.858400 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:20.858735 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:20.859129 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:20.859255 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d2508647-517d-44d5-8e23-69eb33bb4284 req-ecd5faf1-b49f-40d9-92d5-5456113eb9b4 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 945 time: 0.0901141 Jun 24 14:48:20.859464 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:20.859790 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:20.860116 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:20.860457 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:20.860805 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:20.861127 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:20.861444 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:20.903480 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d2508647-517d-44d5-8e23-69eb33bb4284 req-cb4401c9-82d1-4998-a346-9c7d62e8e6f5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381203 Jun 24 14:48:21.246425 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] get_ports_and_sgs() called for port_ids ['c8468318-eacc-4c32-bd44-c72827808c90'] {{(pid=88096) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 14:48:22.093051 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabbde4-fa77-4648-abe4-c3f26d9d9682 req-8aa40113-1d6d-4e1e-9ca3-e90b210886b1 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:22.094480 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8dabbde4-fa77-4648-abe4-c3f26d9d9682 req-8aa40113-1d6d-4e1e-9ca3-e90b210886b1 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 945 time: 0.0845115 Jun 24 14:48:22.140034 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-8dabbde4-fa77-4648-abe4-c3f26d9d9682 req-1ebeb389-c38d-4339-af16-dbe27136087f tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398192 Jun 24 14:48:22.560124 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device c8468318-eacc-4c32-bd44-c72827808c90 up at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 14:48:22.629114 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning for port c8468318-eacc-4c32-bd44-c72827808c90 completed by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 14:48:22.634789 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.provisioning_blocks [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Provisioning complete for port c8468318-eacc-4c32-bd44-c72827808c90 triggered by entity L2. {{(pid=88096) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 14:48:22.635184 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-761485'] for port, provisioning_complete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:22.745576 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Current status of the port c8468318-eacc-4c32-bd44-c72827808c90 is: BUILD; New status is: ACTIVE {{(pid=88096) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 14:48:22.745938 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:22.771505 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a2a386-9610-4546-924f-cd952c7185ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8468318-eacc-4c32-bd44-c72827808c90'}] {{(pid=88096) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:48:22.782158 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] For port c8468318-eacc-4c32-bd44-c72827808c90, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c8468318-eacc-4c32-bd44-c72827808c90,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:48:22.786063 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164'] for port, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:22.851898 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Pushing event updated for resources: {'Port': ['ID=c8468318-eacc-4c32-bd44-c72827808c90,revision_number=5']} {{(pid=88096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:48:22.865078 dv-cinder-847189-2-iscsi neutron-server[88096]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c2d464-b17f-4299-a04d-e0951d3bed5a'] response: {'server_uuid': '28a2a386-9610-4546-924f-cd952c7185ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8468318-eacc-4c32-bd44-c72827808c90', 'code': 200} Jun 24 14:48:23.179876 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e7617-d4a2-440a-883b-d2d7f8b00059 req-f16dfd63-0c1e-4953-ae08-a17c3a0a1938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:23.181489 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-e61e7617-d4a2-440a-883b-d2d7f8b00059 req-f16dfd63-0c1e-4953-ae08-a17c3a0a1938 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 1099 time: 0.0801971 Jun 24 14:48:23.222911 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-e61e7617-d4a2-440a-883b-d2d7f8b00059 req-82758798-0123-46fc-a549-1b61cea28787 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351286 Jun 24 14:48:23.327215 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef37de-d0c4-43b2-8892-ae21bb3da3a9 req-df5275e0-2547-4e6c-88bc-3ceb1b955d43 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:23.328690 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f9ef37de-d0c4-43b2-8892-ae21bb3da3a9 req-df5275e0-2547-4e6c-88bc-3ceb1b955d43 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 946 time: 0.0839415 Jun 24 14:48:23.373113 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-f9ef37de-d0c4-43b2-8892-ae21bb3da3a9 req-4c22e98c-6c47-4d28-805e-491965fc796f tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386479 Jun 24 14:48:24.579210 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c953c-b5c9-483f-b059-f097b7c20736 req-a9e53085-b2e4-43d2-9e10-e41cfaae3ef5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:24.580689 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-263c953c-b5c9-483f-b059-f097b7c20736 req-a9e53085-b2e4-43d2-9e10-e41cfaae3ef5 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 946 time: 0.1026058 Jun 24 14:48:24.625237 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-263c953c-b5c9-483f-b059-f097b7c20736 req-f54e51a4-3fbe-4135-af28-bdd43ca31d38 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387809 Jun 24 14:48:25.813270 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dff28f-3f27-4ab2-b738-eb1b53521c9d req-2bcdc514-7c66-46ec-b5fe-0e113c67225e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:25.814687 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d0dff28f-3f27-4ab2-b738-eb1b53521c9d req-2bcdc514-7c66-46ec-b5fe-0e113c67225e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 946 time: 0.0839429 Jun 24 14:48:25.860236 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-d0dff28f-3f27-4ab2-b738-eb1b53521c9d req-426bbee3-e9cc-469b-a3cb-1f1e30d514d3 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399556 Jun 24 14:48:26.050278 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ed0f2-e9a6-45cb-aac2-4d7ee7990d39 req-7f582ca0-91ee-47f1-b7f0-f4819cf7321f tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:26.051728 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0a9ed0f2-e9a6-45cb-aac2-4d7ee7990d39 req-7f582ca0-91ee-47f1-b7f0-f4819cf7321f tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 946 time: 0.0857279 Jun 24 14:48:26.094552 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-0a9ed0f2-e9a6-45cb-aac2-4d7ee7990d39 req-e9bcb47f-ff7f-46f6-a79b-55a26d1436e9 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372145 Jun 24 14:48:26.117704 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51134) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:48:26.246284 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaae47e-7e65-451c-8f8f-c50900122b9c tempest-TestVolumeBootPattern-1619783775 tempest-TestVolumeBootPattern-1619783775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:26.247771 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-fcaae47e-7e65-451c-8f8f-c50900122b9c tempest-TestVolumeBootPattern-1619783775 tempest-TestVolumeBootPattern-1619783775-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 1094 time: 0.1291080 Jun 24 14:48:26.250590 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51140) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:48:26.255278 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.v2.base [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Request body: {'floatingip': {'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'port_id': 'c8468318-eacc-4c32-bd44-c72827808c90', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88094) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 14:48:26.261156 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 14:48:26.264944 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Usage tracker for resource:floatingip and tenant:7b36f9dd46a84b87a219f4997cf29bd1 is out of sync, need to count used quota {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 14:48:26.267728 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88094) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 14:48:26.273908 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.quota.driver [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88094) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 14:48:26.283745 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:26.510337 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:26.646200 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_common [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Allocated IP 172.27.2.62 (56739e03-84f5-401f-84c2-dbaf871a2b89/405686aa-e650-4e8b-a6e3-41481e07f6ec/dca4979c-e748-4955-a89c-52d58210ff4a) {{(pid=88094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 14:48:26.790999 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for port, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:26.819979 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767783507101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:26.878650 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Network 56739e03-84f5-401f-84c2-dbaf871a2b89 is already hosted by enough agents. {{(pid=88094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 14:48:26.886959 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.base_scheduler [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Resources bound (agent type, host, resource id): {{(pid=88094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 14:48:26.889425 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Received port after_create {{(pid=88094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 14:48:26.924679 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'Port': ['ID=dca4979c-e748-4955-a89c-52d58210ff4a,revision_number=1']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:48:26.940343 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:26.940708 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:26.941039 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:26.941364 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:26.941682 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:26.942000 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:26.942319 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:26.942634 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:26.942950 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:26.943262 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:26.943571 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:26.944442 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:48:27.298024 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:27.370953 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-624013'] for port, before_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:27.572187 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for port, precommit_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:27.577069 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767783882361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767783507119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767783507164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134414'] for port, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:27.676372 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event updated for resources: {'Port': ['ID=dca4979c-e748-4955-a89c-52d58210ff4a,revision_number=2']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:48:27.691881 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3903439'] for floatingip, after_update {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:27.858798 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Floating IP c155dd85-69f3-459e-88fe-38d4f3004fc7 associated. External IP: 172.27.2.62, port: c8468318-eacc-4c32-bd44-c72827808c90. Jun 24 14:48:28.285973 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Router cd238df2-aacb-4fbc-a024-90732478ca86 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:48:28.460027 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:48:28.469904 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62380f1-9e4e-493f-bcfb-23a0176fab35 None None] Sync routers for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:48:28.478911 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62380f1-9e4e-493f-bcfb-23a0176fab35 None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:48:28.479503 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-d62380f1-9e4e-493f-bcfb-23a0176fab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:48:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:48:28.484201 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:28.538440 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-1980fa62-a07f-4e5f-9a4a-19da0d4a669b tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2867572 Jun 24 14:48:28.538916 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a2a386-9610-4546-924f-cd952c7185ac', 'tag': 'c8468318-eacc-4c32-bd44-c72827808c90'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:48:28.633098 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d8928c-7698-4f96-89b7-c55e2493fa80'] response: {'name': 'network-changed', 'server_uuid': '28a2a386-9610-4546-924f-cd952c7185ac', 'tag': 'c8468318-eacc-4c32-bd44-c72827808c90', 'status': 'completed', 'code': 200} Jun 24 14:48:28.655018 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-d62380f1-9e4e-493f-bcfb-23a0176fab35 None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:48:28.755455 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440981-e7a2-46c1-933e-bf6d576273ee req-18c40e83-1dc6-4fe0-a2cf-507630ccdf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:28.756985 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21440981-e7a2-46c1-933e-bf6d576273ee req-18c40e83-1dc6-4fe0-a2cf-507630ccdf72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 1099 time: 0.0756900 Jun 24 14:48:28.886655 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440981-e7a2-46c1-933e-bf6d576273ee req-3eecbdab-6665-4362-992e-4e1b86f354bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:28.888002 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21440981-e7a2-46c1-933e-bf6d576273ee req-3eecbdab-6665-4362-992e-4e1b86f354bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.1250815 Jun 24 14:48:28.991239 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21440981-e7a2-46c1-933e-bf6d576273ee req-1e8bb42b-5ac0-47ee-a8ca-4fd2f1564160 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8468318-eacc-4c32-bd44-c72827808c90 HTTP/1.1" status: 200 len: 999 time: 0.0965445 Jun 24 14:48:29.027550 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-d62380f1-9e4e-493f-bcfb-23a0176fab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'c155dd85-69f3-459e-88fe-38d4f3004fc7', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': 'c8468318-eacc-4c32-bd44-c72827808c90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:6e:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2a386-9610-4546-924f-cd952c7185ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:48:27Z', 'updated_at': '2022-06-24T14:48:27Z', 'revision_number': 0, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}, {'id': 'e28e8b4d-ba3e-4472-9fe3-0a9957b6b231', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': '82e09255-6627-4e92-acee-b5134261ae31', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:d8:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:45:59Z', 'updated_at': '2022-06-24T14:46:02Z', 'revision_number': 1, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:48:29.031423 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62380f1-9e4e-493f-bcfb-23a0176fab35 None None] Checking router: cd238df2-aacb-4fbc-a024-90732478ca86 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:48:29.040070 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62380f1-9e4e-493f-bcfb-23a0176fab35 None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:48:29.040715 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-d62380f1-9e4e-493f-bcfb-23a0176fab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:48:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:48:29.056126 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440981-e7a2-46c1-933e-bf6d576273ee req-e0bf5913-6301-42a5-92a6-ba8d7918a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:29.057572 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21440981-e7a2-46c1-933e-bf6d576273ee req-e0bf5913-6301-42a5-92a6-ba8d7918a684 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0599897 Jun 24 14:48:29.138619 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440981-e7a2-46c1-933e-bf6d576273ee req-e30762ea-90e3-4f7e-b537-a3c38d7a4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:48:29.140001 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21440981-e7a2-46c1-933e-bf6d576273ee req-e30762ea-90e3-4f7e-b537-a3c38d7a4138 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761077 Jun 24 14:48:29.216453 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-d62380f1-9e4e-493f-bcfb-23a0176fab35 None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:48:29.364807 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21440981-e7a2-46c1-933e-bf6d576273ee req-72c7c798-b462-49c0-943e-94bef1692d92 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162852 Jun 24 14:48:29.497115 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-21440981-e7a2-46c1-933e-bf6d576273ee req-5bb4d6f0-23f8-4614-bb68-f057f06c6e85 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265645 Jun 24 14:48:29.566375 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-d62380f1-9e4e-493f-bcfb-23a0176fab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'c155dd85-69f3-459e-88fe-38d4f3004fc7', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': 'c8468318-eacc-4c32-bd44-c72827808c90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:6e:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2a386-9610-4546-924f-cd952c7185ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:48:27Z', 'updated_at': '2022-06-24T14:48:27Z', 'revision_number': 0, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}, {'id': 'e28e8b4d-ba3e-4472-9fe3-0a9957b6b231', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': '82e09255-6627-4e92-acee-b5134261ae31', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:d8:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:45:59Z', 'updated_at': '2022-06-24T14:46:02Z', 'revision_number': 1, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:48:29.570827 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62380f1-9e4e-493f-bcfb-23a0176fab35 None None] The sync data for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi is: [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'c155dd85-69f3-459e-88fe-38d4f3004fc7', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': 'c8468318-eacc-4c32-bd44-c72827808c90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:6e:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2a386-9610-4546-924f-cd952c7185ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:48:27Z', 'updated_at': '2022-06-24T14:48:27Z', 'revision_number': 0, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}, {'id': 'e28e8b4d-ba3e-4472-9fe3-0a9957b6b231', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': '82e09255-6627-4e92-acee-b5134261ae31', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:d8:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:45:59Z', 'updated_at': '2022-06-24T14:46:02Z', 'revision_number': 1, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:48:29.757918 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66019212-02b5-44b2-accb-559b2241cd3b None None] New status for floating IP c155dd85-69f3-459e-88fe-38d4f3004fc7: ACTIVE {{(pid=88096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:48:31.293694 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:48:37.095594 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:38.504046 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-124c307b-f851-46c0-8718-1006ca498a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:40.749116 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3e8f-20a6-4d1e-a295-2a15bb33e9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:41.676940 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:42.057639 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:48:43.753688 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:01.220623 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6baac46f-58bb-43df-b577-35d6ec42bcbf req-0d0a5ddd-a0a3-4336-9106-7fc6e930037a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795338 Jun 24 14:49:01.386067 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baac46f-58bb-43df-b577-35d6ec42bcbf req-837ed31d-68b2-472c-a188-477e6e65a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:49:01.387467 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6baac46f-58bb-43df-b577-35d6ec42bcbf req-837ed31d-68b2-472c-a188-477e6e65a487 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 1098 time: 0.0783372 Jun 24 14:49:01.529949 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baac46f-58bb-43df-b577-35d6ec42bcbf req-7b48821e-0dbb-4e57-9f82-2bc588798d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:49:01.531378 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6baac46f-58bb-43df-b577-35d6ec42bcbf req-7b48821e-0dbb-4e57-9f82-2bc588798d5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.1250482 Jun 24 14:49:01.634137 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6baac46f-58bb-43df-b577-35d6ec42bcbf req-bb24b8b4-3b0f-4fac-a54e-9a019703fd9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e09255-6627-4e92-acee-b5134261ae31 HTTP/1.1" status: 200 len: 1001 time: 0.0950973 Jun 24 14:49:01.697005 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baac46f-58bb-43df-b577-35d6ec42bcbf req-84c0770a-bdc2-4744-aae2-d788485793b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:49:01.698381 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6baac46f-58bb-43df-b577-35d6ec42bcbf req-84c0770a-bdc2-4744-aae2-d788485793b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0582411 Jun 24 14:49:01.778265 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baac46f-58bb-43df-b577-35d6ec42bcbf req-57def5b5-c795-440d-97e2-0a1635419716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:49:01.779680 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6baac46f-58bb-43df-b577-35d6ec42bcbf req-57def5b5-c795-440d-97e2-0a1635419716 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745773 Jun 24 14:49:01.907587 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6baac46f-58bb-43df-b577-35d6ec42bcbf req-4a40de01-a775-4c0a-bb02-3e268d0a65ea service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207681 Jun 24 14:49:02.064690 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-6baac46f-58bb-43df-b577-35d6ec42bcbf req-a93aca55-b805-45fc-8b92-694c765d9d33 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495805 Jun 24 14:49:07.095798 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:08.292389 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:49:08.506699 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-11d7ecc1-3ffd-4d56-9a93-69d04306138d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:10.752294 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-396e0e56-d432-4115-b711-4e4f606a0b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:11.680179 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:12.059993 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:13.747559 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:25.930979 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [req-37c58fdd-6d2b-4437-a7e5-01b7bb0d44aa req-35e928fe-c1da-46ae-8e59-ab41b8b89b27 service neutron] (88095) timed out ('10.222.0.16', 45416) {{(pid=88095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 14:49:37.108875 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:38.509800 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6cbcefc6-f40b-4379-b560-e2951c8e6006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:40.755209 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-30b4128a-be57-47d2-885c-aecc07e671dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:41.684078 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:42.063049 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:43.751413 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:49:45.291363 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:50:01.302126 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-083e7a45-c798-4bd3-a764-cc830c56d99e req-f05f8866-16c5-42ef-bf98-8e81432990ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766044 Jun 24 14:50:01.408631 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e7a45-c798-4bd3-a764-cc830c56d99e req-aa13ab8b-5b99-44a4-8c68-b3d6ad82a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:01.410052 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-083e7a45-c798-4bd3-a764-cc830c56d99e req-aa13ab8b-5b99-44a4-8c68-b3d6ad82a5ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 1099 time: 0.0752614 Jun 24 14:50:01.547788 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e7a45-c798-4bd3-a764-cc830c56d99e req-5fcbbd41-db6b-44f3-99fb-8e456923db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:01.549227 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-083e7a45-c798-4bd3-a764-cc830c56d99e req-5fcbbd41-db6b-44f3-99fb-8e456923db05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.1209652 Jun 24 14:50:01.650448 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-083e7a45-c798-4bd3-a764-cc830c56d99e req-d5316b14-e256-4c11-97d2-d2d9e9dcdea4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8468318-eacc-4c32-bd44-c72827808c90 HTTP/1.1" status: 200 len: 1001 time: 0.0945702 Jun 24 14:50:01.711381 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e7a45-c798-4bd3-a764-cc830c56d99e req-c49ca786-0e29-4dd0-8315-19a1ad4998ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:01.712676 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-083e7a45-c798-4bd3-a764-cc830c56d99e req-c49ca786-0e29-4dd0-8315-19a1ad4998ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0549910 Jun 24 14:50:01.888334 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e7a45-c798-4bd3-a764-cc830c56d99e req-99a8937c-1f02-4f5e-ad22-03d94deb8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:01.889826 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-083e7a45-c798-4bd3-a764-cc830c56d99e req-99a8937c-1f02-4f5e-ad22-03d94deb8b54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1706216 Jun 24 14:50:02.032604 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-083e7a45-c798-4bd3-a764-cc830c56d99e req-a72726ec-02de-46b3-b7e0-a151377264e0 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359921 Jun 24 14:50:02.160470 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-083e7a45-c798-4bd3-a764-cc830c56d99e req-da06111f-8e2b-467f-8fea-50349ad2a4cb service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223834 Jun 24 14:50:07.127410 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:08.511021 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-21e79409-64a8-4d1e-a7ff-1a2ae7e2e678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:10.757973 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-acb7d05b-0be6-4ff4-81b6-5e1fb2cfc2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:11.685814 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:12.065928 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:13.755129 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:22.289957 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:50:31.180260 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51180) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:31.376646 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Deleting port dca4979c-e748-4955-a89c-52d58210ff4a {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:31.377000 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:31.542727 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:31.542991 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:31.659814 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Calling delete_port for dca4979c-e748-4955-a89c-52d58210ff4a owned by network:floatingip {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:31.803462 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:31.849929 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event deleted for resources: {'Port': ['ID=dca4979c-e748-4955-a89c-52d58210ff4a,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:31.893745 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:31.894088 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:31.894426 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:31.894759 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:31.895085 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:31.895408 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:31.895731 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:31.896132 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:31.896482 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:31.896805 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:31.897123 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:31.897439 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:32.048143 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:32.048554 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Floating IP c155dd85-69f3-459e-88fe-38d4f3004fc7 disassociated (deleted). External IP: 172.27.2.62, port: c8468318-eacc-4c32-bd44-c72827808c90. Jun 24 14:50:32.390789 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Router cd238df2-aacb-4fbc-a024-90732478ca86 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:50:32.562174 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:50:32.572518 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b0d17-ea91-48b7-a454-60a6fe0fa96f None None] Sync routers for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:50:32.578655 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:32.582453 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b0d17-ea91-48b7-a454-60a6fe0fa96f None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:50:32.583053 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-6d3b0d17-ea91-48b7-a454-60a6fe0fa96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:50:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:32.635463 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-bed6a90a-cf4c-49fe-a2cc-035624b6cd58 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "DELETE /v2.0/floatingips/c155dd85-69f3-459e-88fe-38d4f3004fc7 HTTP/1.1" status: 204 len: 168 time: 1.4529119 Jun 24 14:50:32.635463 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a2a386-9610-4546-924f-cd952c7185ac', 'tag': 'c8468318-eacc-4c32-bd44-c72827808c90'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:50:32.684947 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6311e6ad-5727-4cfb-a94b-b0dc57d3e534'] response: {'name': 'network-changed', 'server_uuid': '28a2a386-9610-4546-924f-cd952c7185ac', 'tag': 'c8468318-eacc-4c32-bd44-c72827808c90', 'status': 'completed', 'code': 200} Jun 24 14:50:32.760125 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-6d3b0d17-ea91-48b7-a454-60a6fe0fa96f None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:50:32.809735 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc630a-633a-40dc-9e09-f90a0c39461b req-120b37da-44fa-49a6-b08d-2f604e2bbe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:32.811226 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-74dc630a-633a-40dc-9e09-f90a0c39461b req-120b37da-44fa-49a6-b08d-2f604e2bbe34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 1099 time: 0.0800884 Jun 24 14:50:32.953589 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc630a-633a-40dc-9e09-f90a0c39461b req-cc56f9dd-96b9-4771-94af-10b299caf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:32.955033 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-74dc630a-633a-40dc-9e09-f90a0c39461b req-cc56f9dd-96b9-4771-94af-10b299caf77f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.1363053 Jun 24 14:50:33.024775 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86ab73-1965-4d2c-9871-cb3efeec44c3 req-28681e64-85ba-4ffc-a6d2-6f7751a49c70 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:33.026362 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-2e86ab73-1965-4d2c-9871-cb3efeec44c3 req-28681e64-85ba-4ffc-a6d2-6f7751a49c70 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Synchronizing usage tracker for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:port {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:50:33.027343 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-74dc630a-633a-40dc-9e09-f90a0c39461b req-58be55db-7a70-4e1c-80a4-cecc19d01c21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8468318-eacc-4c32-bd44-c72827808c90 HTTP/1.1" status: 200 len: 217 time: 0.0655551 Jun 24 14:50:33.043265 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-2e86ab73-1965-4d2c-9871-cb3efeec44c3 req-28681e64-85ba-4ffc-a6d2-6f7751a49c70 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Unset dirty status for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:port {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:50:33.044664 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2e86ab73-1965-4d2c-9871-cb3efeec44c3 req-28681e64-85ba-4ffc-a6d2-6f7751a49c70 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 946 time: 0.1125033 Jun 24 14:50:33.090957 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc630a-633a-40dc-9e09-f90a0c39461b req-b2df0b15-0e88-420d-839b-d5808ec38e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:33.092413 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-74dc630a-633a-40dc-9e09-f90a0c39461b req-b2df0b15-0e88-420d-839b-d5808ec38e32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0587564 Jun 24 14:50:33.096932 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-2e86ab73-1965-4d2c-9871-cb3efeec44c3 req-0216a88e-382c-47cd-a236-4ce5055f41c8 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451052 Jun 24 14:50:33.153481 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-6d3b0d17-ea91-48b7-a454-60a6fe0fa96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'e28e8b4d-ba3e-4472-9fe3-0a9957b6b231', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': '82e09255-6627-4e92-acee-b5134261ae31', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:d8:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:45:59Z', 'updated_at': '2022-06-24T14:46:02Z', 'revision_number': 1, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:33.157280 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b0d17-ea91-48b7-a454-60a6fe0fa96f None None] Checking router: cd238df2-aacb-4fbc-a024-90732478ca86 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:50:33.165625 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b0d17-ea91-48b7-a454-60a6fe0fa96f None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:50:33.166220 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-6d3b0d17-ea91-48b7-a454-60a6fe0fa96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:50:11Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:33.179730 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc630a-633a-40dc-9e09-f90a0c39461b req-92e1914e-ea31-4b39-9fc9-3880501c2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:33.181263 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-74dc630a-633a-40dc-9e09-f90a0c39461b req-92e1914e-ea31-4b39-9fc9-3880501c2865 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824301 Jun 24 14:50:33.316206 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-74dc630a-633a-40dc-9e09-f90a0c39461b req-416d7104-1f3e-48f1-bf48-3f16da7f11b7 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272976 Jun 24 14:50:33.343848 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-6d3b0d17-ea91-48b7-a454-60a6fe0fa96f None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:50:33.445773 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-74dc630a-633a-40dc-9e09-f90a0c39461b req-35a8d8da-ddb7-4d60-a169-7c7fda673762 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215200 Jun 24 14:50:33.685509 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-6d3b0d17-ea91-48b7-a454-60a6fe0fa96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'e28e8b4d-ba3e-4472-9fe3-0a9957b6b231', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': '82e09255-6627-4e92-acee-b5134261ae31', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:d8:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:45:59Z', 'updated_at': '2022-06-24T14:46:02Z', 'revision_number': 1, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:33.689336 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b0d17-ea91-48b7-a454-60a6fe0fa96f None None] The sync data for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi is: [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_floatingips': [{'id': 'e28e8b4d-ba3e-4472-9fe3-0a9957b6b231', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'router_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'port_id': '82e09255-6627-4e92-acee-b5134261ae31', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'mac_address': 'fa:16:3e:d8:fe:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T14:45:59Z', 'updated_at': '2022-06-24T14:46:02Z', 'revision_number': 1, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:50:33.899760 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d7c65e-d815-4c1b-96d9-48ee7a867568 None None] New status for floating IP c155dd85-69f3-459e-88fe-38d4f3004fc7: DOWN {{(pid=88096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:50:34.350914 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f8378-1570-4400-8e43-00d7f4e81568 req-aab8a0f8-87b0-475a-832f-55a2ae9ce435 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:34.352330 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-553f8378-1570-4400-8e43-00d7f4e81568 req-aab8a0f8-87b0-475a-832f-55a2ae9ce435 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 946 time: 0.1463892 Jun 24 14:50:34.396827 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-553f8378-1570-4400-8e43-00d7f4e81568 req-dee450ce-b16c-44be-be0c-2d2bce211ec0 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388353 Jun 24 14:50:34.940048 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-0523cd02-2ad3-42ae-ad87-d4d51f16133e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:34.940754 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-0523cd02-2ad3-42ae-ad87-d4d51f16133e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Synchronizing usage tracker for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:50:34.952146 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-0523cd02-2ad3-42ae-ad87-d4d51f16133e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Unset dirty status for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:50:34.957280 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-0523cd02-2ad3-42ae-ad87-d4d51f16133e tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 946 time: 0.0963340 Jun 24 14:50:35.024786 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Deleting port c8468318-eacc-4c32-bd44-c72827808c90 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:35.025124 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:35.265165 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] For port c8468318-eacc-4c32-bd44-c72827808c90, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=c8468318-eacc-4c32-bd44-c72827808c90,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:50:35.265496 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:35.478560 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Calling delete_port for c8468318-eacc-4c32-bd44-c72827808c90 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:35.636622 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:35.656562 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03ba49-4fa7-4ecf-a572-d33dc02430ae req-d4461e69-233b-4ee4-8291-d7ef5191dc0f tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:35.658000 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-fe03ba49-4fa7-4ecf-a572-d33dc02430ae req-d4461e69-233b-4ee4-8291-d7ef5191dc0f tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 867 time: 0.1488259 Jun 24 14:50:35.686469 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event deleted for resources: {'Port': ['ID=c8468318-eacc-4c32-bd44-c72827808c90,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:35.704674 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-fe03ba49-4fa7-4ecf-a572-d33dc02430ae req-e1b7d624-405a-4f78-88ea-dfaa5b864076 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407944 Jun 24 14:50:35.733641 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:35.733989 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:35.734333 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:35.734670 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:35.735002 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:35.735334 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:35.735661 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:35.735986 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:35.736320 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:35.736668 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:35.736991 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:35.737313 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-2-iscsi {{(pid=88095) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 14:50:35.786212 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] No DVR routers for this DVR port c8468318-eacc-4c32-bd44-c72827808c90 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:50:35.788690 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:35.791247 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a2a386-9610-4546-924f-cd952c7185ac', 'name': 'network-vif-deleted', 'tag': 'c8468318-eacc-4c32-bd44-c72827808c90'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:50:35.806620 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-69eb8259-3e6e-4318-807e-b663f89fe117 req-4f8a880d-dfa5-42ab-8120-ff0e30e320ec tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "DELETE /v2.0/ports/c8468318-eacc-4c32-bd44-c72827808c90 HTTP/1.1" status: 204 len: 173 time: 0.8484337 Jun 24 14:50:35.839269 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb49a15b-cbeb-460a-a847-b127e9d223f1'] response: {'server_uuid': '28a2a386-9610-4546-924f-cd952c7185ac', 'name': 'network-vif-deleted', 'tag': 'c8468318-eacc-4c32-bd44-c72827808c90', 'status': 'completed', 'code': 200} Jun 24 14:50:36.884197 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-774e9c33-c50d-4bff-8be5-c51c382b6b89 req-4deac737-0d0d-474e-aec6-58ba20d1bb44 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=28a2a386-9610-4546-924f-cd952c7185ac HTTP/1.1" status: 200 len: 210 time: 0.0518909 Jun 24 14:50:37.125882 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:38.513726 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a150141a-d03d-4a18-bb43-ec0f369dba85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:39.292413 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device c8468318-eacc-4c32-bd44-c72827808c90 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:50:39.326266 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: c8468318-eacc-4c32-bd44-c72827808c90 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:50:39.326609 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device c8468318-eacc-4c32-bd44-c72827808c90 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:50:40.356952 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51220) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:40.551218 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Deleting port fbc89766-1ba6-484a-90f3-66ae88fbf969 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:40.551560 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:40.759894 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-55cb46f9-4f35-4f19-a1b6-9c706853956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:40.816923 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:40.817251 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:40.936096 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Calling delete_port for fbc89766-1ba6-484a-90f3-66ae88fbf969 owned by network:floatingip {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:41.085073 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:41.129241 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event deleted for resources: {'Port': ['ID=fbc89766-1ba6-484a-90f3-66ae88fbf969,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:41.230796 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:41.231048 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.db.l3_db [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Floating IP e28e8b4d-ba3e-4472-9fe3-0a9957b6b231 disassociated (deleted). External IP: 172.27.2.206, port: 82e09255-6627-4e92-acee-b5134261ae31. Jun 24 14:50:41.585965 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Router cd238df2-aacb-4fbc-a024-90732478ca86 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:50:41.688544 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:41.762622 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:50:41.771909 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150d09ed-d11e-4002-8524-3d1aa9307fd1 None None] Sync routers for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:50:41.778251 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:41.780953 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150d09ed-d11e-4002-8524-3d1aa9307fd1 None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:50:41.781550 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-150d09ed-d11e-4002-8524-3d1aa9307fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:50:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:41.831735 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-f19e2285-2b88-4ade-857d-4ee8280f4164 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "DELETE /v2.0/floatingips/e28e8b4d-ba3e-4472-9fe3-0a9957b6b231 HTTP/1.1" status: 204 len: 168 time: 1.4737065 Jun 24 14:50:41.832307 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'tag': '82e09255-6627-4e92-acee-b5134261ae31'}] {{(pid=88094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:50:41.878130 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491f6c25-1393-4561-b3b1-962138bdfc27'] response: {'name': 'network-changed', 'server_uuid': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'tag': '82e09255-6627-4e92-acee-b5134261ae31', 'status': 'completed', 'code': 200} Jun 24 14:50:41.956901 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-150d09ed-d11e-4002-8524-3d1aa9307fd1 None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:50:42.012077 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0575c-558a-4ac6-af18-98eec33c2191 req-c7c65b74-71a2-427e-9dee-0efec069fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:42.013567 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28c0575c-558a-4ac6-af18-98eec33c2191 req-c7c65b74-71a2-427e-9dee-0efec069fe5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 1098 time: 0.0882061 Jun 24 14:50:42.072477 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:42.154104 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0575c-558a-4ac6-af18-98eec33c2191 req-416fe4d3-e0ce-468b-8983-428420f5e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:42.155606 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28c0575c-558a-4ac6-af18-98eec33c2191 req-416fe4d3-e0ce-468b-8983-428420f5e55c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 200 len: 912 time: 0.1343229 Jun 24 14:50:42.222169 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2586f8-6078-401b-9e20-cf0dc9b29b5d req-5c124855-dbae-48c1-8f49-1d7e9a81a6b9 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:42.222853 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-af2586f8-6078-401b-9e20-cf0dc9b29b5d req-5c124855-dbae-48c1-8f49-1d7e9a81a6b9 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Synchronizing usage tracker for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:port {{(pid=88094) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:50:42.238264 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.quota.resource [req-af2586f8-6078-401b-9e20-cf0dc9b29b5d req-5c124855-dbae-48c1-8f49-1d7e9a81a6b9 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Unset dirty status for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:port {{(pid=88094) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:50:42.239721 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-af2586f8-6078-401b-9e20-cf0dc9b29b5d req-5c124855-dbae-48c1-8f49-1d7e9a81a6b9 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 945 time: 0.1131546 Jun 24 14:50:42.266125 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28c0575c-558a-4ac6-af18-98eec33c2191 req-7f5b3b05-6449-48e7-bc53-739cc6ef1c4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e09255-6627-4e92-acee-b5134261ae31 HTTP/1.1" status: 200 len: 217 time: 0.1036320 Jun 24 14:50:42.282982 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-150d09ed-d11e-4002-8524-3d1aa9307fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:42.286807 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150d09ed-d11e-4002-8524-3d1aa9307fd1 None None] Checking router: cd238df2-aacb-4fbc-a024-90732478ca86 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:50:42.289017 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-af2586f8-6078-401b-9e20-cf0dc9b29b5d req-5a6c91aa-19ce-4500-b840-83c7e08fef3a tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423338 Jun 24 14:50:42.295742 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150d09ed-d11e-4002-8524-3d1aa9307fd1 None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:50:42.296337 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-150d09ed-d11e-4002-8524-3d1aa9307fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:50:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:42.333566 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0575c-558a-4ac6-af18-98eec33c2191 req-4db23428-f59a-4c0b-a5af-e7e71fb60388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:42.334986 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28c0575c-558a-4ac6-af18-98eec33c2191 req-4db23428-f59a-4c0b-a5af-e7e71fb60388 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 200 len: 850 time: 0.0631137 Jun 24 14:50:42.416874 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0575c-558a-4ac6-af18-98eec33c2191 req-40ceaa76-7998-42a8-9432-2524a62ed90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:42.418329 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28c0575c-558a-4ac6-af18-98eec33c2191 req-40ceaa76-7998-42a8-9432-2524a62ed90d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ef4e1e2-5f17-40a4-a749-de55eebc610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770423 Jun 24 14:50:42.500808 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-150d09ed-d11e-4002-8524-3d1aa9307fd1 None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:50:42.546658 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28c0575c-558a-4ac6-af18-98eec33c2191 req-b047b91f-75ad-4c7b-b0ed-6f2c55a62288 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213050 Jun 24 14:50:42.677816 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-28c0575c-558a-4ac6-af18-98eec33c2191 req-86431764-1fe9-4ae5-86ad-780d5b670a11 service neutron] 10.222.0.36 "GET /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232433 Jun 24 14:50:42.807434 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-150d09ed-d11e-4002-8524-3d1aa9307fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:42.811220 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150d09ed-d11e-4002-8524-3d1aa9307fd1 None None] The sync data for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi is: [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:42:25Z', 'revision_number': 4, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi', '_interfaces': [{'id': '767e2a4d-fba0-43b1-adc4-d6ad44e3b024', 'name': '', 'network_id': '8ef4e1e2-5f17-40a4-a749-de55eebc610f', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'mac_address': 'fa:16:3e:3e:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:24Z', 'updated_at': '2022-06-24T14:42:32Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'subnets': [{'id': '17a23f10-2527-4fbf-8e50-4736be8e8005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:50:43.011087 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87399f91-6072-48f8-a0f5-281377c33783 None None] New status for floating IP e28e8b4d-ba3e-4472-9fe3-0a9957b6b231: DOWN {{(pid=88096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 14:50:43.479653 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885357f9-d26a-4e2c-b217-e8e3e9bf7fee req-b9576090-7c31-4031-aaac-fae94088b219 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88094) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:43.480992 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-885357f9-d26a-4e2c-b217-e8e3e9bf7fee req-b9576090-7c31-4031-aaac-fae94088b219 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 945 time: 0.0891523 Jun 24 14:50:43.526076 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-885357f9-d26a-4e2c-b217-e8e3e9bf7fee req-cdb71258-88d0-41da-a526-72d45dc703fc tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0d151dc-25be-4f84-b0b2-a808ede9e6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388465 Jun 24 14:50:43.757577 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:43.980362 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-e4181ac4-faf7-485e-8750-f036f8065196 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88095) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 14:50:43.981067 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-e4181ac4-faf7-485e-8750-f036f8065196 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Synchronizing usage tracker for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:port {{(pid=88095) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 14:50:43.992764 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.quota.resource [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-e4181ac4-faf7-485e-8750-f036f8065196 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Unset dirty status for tenant:7b36f9dd46a84b87a219f4997cf29bd1 on resource:port {{(pid=88095) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 14:50:43.993776 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-e4181ac4-faf7-485e-8750-f036f8065196 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 945 time: 0.1002917 Jun 24 14:50:44.061631 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-a4a10c12-9202-451b-a6a5-3e6ea7cf80dd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Deleting port 82e09255-6627-4e92-acee-b5134261ae31 {{(pid=88095) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:44.061971 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-a4a10c12-9202-451b-a6a5-3e6ea7cf80dd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:44.300921 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.db [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-a4a10c12-9202-451b-a6a5-3e6ea7cf80dd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] For port 82e09255-6627-4e92-acee-b5134261ae31, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=82e09255-6627-4e92-acee-b5134261ae31,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88095) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:50:44.301197 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-a4a10c12-9202-451b-a6a5-3e6ea7cf80dd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:44.510376 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.plugins.ml2.plugin [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-a4a10c12-9202-451b-a6a5-3e6ea7cf80dd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Calling delete_port for 82e09255-6627-4e92-acee-b5134261ae31 owned by compute:nova {{(pid=88095) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:44.660403 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-a4a10c12-9202-451b-a6a5-3e6ea7cf80dd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2302291'] for port, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:44.687351 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [req-4549ce2e-d106-47ae-80c8-bb8722379e21 req-66a251f1-3419-4cf2-a4d6-c6bac186f959 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c0a68d4-695b-4cf1-bd03-7cdeee782cf6 HTTP/1.1" status: 200 len: 210 time: 0.0475366 Jun 24 14:50:44.714027 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a10c12-9202-451b-a6a5-3e6ea7cf80dd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event deleted for resources: {'Port': ['ID=82e09255-6627-4e92-acee-b5134261ae31,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:44.796032 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-a4a10c12-9202-451b-a6a5-3e6ea7cf80dd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] No DVR routers for this DVR port 82e09255-6627-4e92-acee-b5134261ae31 on host hv-cinder-84718 {{(pid=88095) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:50:44.798489 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-a4a10c12-9202-451b-a6a5-3e6ea7cf80dd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for port, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:44.800960 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'name': 'network-vif-deleted', 'tag': '82e09255-6627-4e92-acee-b5134261ae31'}] {{(pid=88095) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 14:50:44.815962 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [req-d88f4f57-6849-4548-8c71-48ce79c02b0d req-a4a10c12-9202-451b-a6a5-3e6ea7cf80dd tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.36 "DELETE /v2.0/ports/82e09255-6627-4e92-acee-b5134261ae31 HTTP/1.1" status: 204 len: 173 time: 0.8165953 Jun 24 14:50:44.850791 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d6a6c7-0d6c-40ca-a72e-8cc0ff7addc2'] response: {'server_uuid': '3c0a68d4-695b-4cf1-bd03-7cdeee782cf6', 'name': 'network-vif-deleted', 'tag': '82e09255-6627-4e92-acee-b5134261ae31', 'status': 'completed', 'code': 200} Jun 24 14:50:45.786463 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51240) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:46.029589 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f2fcf-1f6c-44b6-be63-77bbdfbb0540 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Deleting port 87a832ef-1595-49e2-ac75-466c3f90b5c2 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:46.029926 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2fcf-1f6c-44b6-be63-77bbdfbb0540 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:46.190846 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2fcf-1f6c-44b6-be63-77bbdfbb0540 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:46.191169 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2fcf-1f6c-44b6-be63-77bbdfbb0540 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:46.309679 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-6e1f2fcf-1f6c-44b6-be63-77bbdfbb0540 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Calling delete_port for 87a832ef-1595-49e2-ac75-466c3f90b5c2 owned by network:floatingip {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:46.444497 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2fcf-1f6c-44b6-be63-77bbdfbb0540 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:46.491787 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f2fcf-1f6c-44b6-be63-77bbdfbb0540 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event deleted for resources: {'Port': ['ID=87a832ef-1595-49e2-ac75-466c3f90b5c2,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:46.586590 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2fcf-1f6c-44b6-be63-77bbdfbb0540 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for floatingip, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:46.599962 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2fcf-1f6c-44b6-be63-77bbdfbb0540 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48266'] for floatingip, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:46.603458 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-6e1f2fcf-1f6c-44b6-be63-77bbdfbb0540 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "DELETE /v2.0/floatingips/3eaf9d8f-022d-4927-9eee-f007216cd802 HTTP/1.1" status: 204 len: 168 time: 0.8136744 Jun 24 14:50:47.336312 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 82e09255-6627-4e92-acee-b5134261ae31 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:50:47.369227 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] No Port match for: 82e09255-6627-4e92-acee-b5134261ae31 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:50:47.369564 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Device 82e09255-6627-4e92-acee-b5134261ae31 not bound to the agent host hv-cinder-84718 {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:50:47.956502 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51254) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:48.025840 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6809-0797-4fbd-ac82-ef2517fd0453 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:48.055427 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6809-0797-4fbd-ac82-ef2517fd0453 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:48.118642 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6809-0797-4fbd-ac82-ef2517fd0453 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:48.136548 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f6809-0797-4fbd-ac82-ef2517fd0453 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d151dc-25be-4f84-b0b2-a808ede9e6b9,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:48.145546 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6809-0797-4fbd-ac82-ef2517fd0453 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] Notify callbacks [] for security_group, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:48.146639 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-5a4f6809-0797-4fbd-ac82-ef2517fd0453 tempest-TestVolumeBootPattern-1720990711 tempest-TestVolumeBootPattern-1720990711-project] 10.222.0.16 "DELETE /v2.0/security-groups/d0d151dc-25be-4f84-b0b2-a808ede9e6b9 HTTP/1.1" status: 204 len: 168 time: 0.1891780 Jun 24 14:50:48.207551 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51260) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:48.854233 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-94fcb8d6-1837-4520-a8d7-50d2fc4d2e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914461'] for router_interface, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:49.280007 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-94fcb8d6-1837-4520-a8d7-50d2fc4d2e19 admin admin] Deleting port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:49.280760 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-94fcb8d6-1837-4520-a8d7-50d2fc4d2e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:49.446235 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-94fcb8d6-1837-4520-a8d7-50d2fc4d2e19 admin admin] For port 767e2a4d-fba0-43b1-adc4-d6ad44e3b024, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=767e2a4d-fba0-43b1-adc4-d6ad44e3b024,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:50:49.446505 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-94fcb8d6-1837-4520-a8d7-50d2fc4d2e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:49.570022 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-94fcb8d6-1837-4520-a8d7-50d2fc4d2e19 admin admin] Calling delete_port for 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 owned by network:router_interface {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:49.733287 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-94fcb8d6-1837-4520-a8d7-50d2fc4d2e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:49.780622 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcb8d6-1837-4520-a8d7-50d2fc4d2e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=767e2a4d-fba0-43b1-adc4-d6ad44e3b024,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:50.043046 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-94fcb8d6-1837-4520-a8d7-50d2fc4d2e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914409'] for router_interface, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:50.479420 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fcb8d6-1837-4520-a8d7-50d2fc4d2e19 admin admin] Router cd238df2-aacb-4fbc-a024-90732478ca86 has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:50:50.654440 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fcb8d6-1837-4520-a8d7-50d2fc4d2e19 admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:50:50.663455 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce45af-16f4-440c-a8a2-4abcfa1a1535 None None] Sync routers for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:50:50.666620 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-94fcb8d6-1837-4520-a8d7-50d2fc4d2e19 admin admin] 10.222.0.16 "PUT /v2.0/routers/cd238df2-aacb-4fbc-a024-90732478ca86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4577024 Jun 24 14:50:50.669542 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51266) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:50.672723 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce45af-16f4-440c-a8a2-4abcfa1a1535 None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:50:50.673312 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-71ce45af-16f4-440c-a8a2-4abcfa1a1535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:50:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:50.845650 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Notify callbacks [] for router, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:50.847568 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-71ce45af-16f4-440c-a8a2-4abcfa1a1535 None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: dv-cinder-847189-2-iscsi {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:50:51.017880 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:51.027401 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Deleting port 48bfb44e-4074-40c0-b010-fe92062a3096 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:51.027892 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:51.124660 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-71ce45af-16f4-440c-a8a2-4abcfa1a1535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:50:49Z', 'revision_number': 5, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port': {'id': '48bfb44e-4074-40c0-b010-fe92062a3096', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:60:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:22Z', 'updated_at': '2022-06-24T14:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:51.128198 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce45af-16f4-440c-a8a2-4abcfa1a1535 None None] Checking router: cd238df2-aacb-4fbc-a024-90732478ca86 for host: dv-cinder-847189-2-iscsi {{(pid=88097) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:50:51.136815 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce45af-16f4-440c-a8a2-4abcfa1a1535 None None] Routers {'cd238df2-aacb-4fbc-a024-90732478ca86'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88097) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:50:51.137399 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-71ce45af-16f4-440c-a8a2-4abcfa1a1535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:50:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['cd238df2-aacb-4fbc-a024-90732478ca86'], 'active': True} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:51.209309 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] For port 48bfb44e-4074-40c0-b010-fe92062a3096, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=48bfb44e-4074-40c0-b010-fe92062a3096,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:50:51.209666 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:51.286620 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_dvr_db [None req-71ce45af-16f4-440c-a8a2-4abcfa1a1535 None None] Set router cd238df2-aacb-4fbc-a024-90732478ca86 gateway port host: None {{(pid=88097) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:50:51.331280 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Calling delete_port for 48bfb44e-4074-40c0-b010-fe92062a3096 owned by network:router_gateway {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:51.389513 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.l3_hamode_db [None req-71ce45af-16f4-440c-a8a2-4abcfa1a1535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:50:51Z', 'revision_number': 6, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port_host': None}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:51.393351 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce45af-16f4-440c-a8a2-4abcfa1a1535 None None] The sync data for ids ['cd238df2-aacb-4fbc-a024-90732478ca86'] in dv-cinder-847189-2-iscsi is: [{'id': 'cd238df2-aacb-4fbc-a024-90732478ca86', 'name': 'tempest-TestVolumeBootPattern-722424857-router', 'tenant_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:21Z', 'updated_at': '2022-06-24T14:50:51Z', 'revision_number': 6, 'project_id': '7b36f9dd46a84b87a219f4997cf29bd1', 'gw_port_host': None}] {{(pid=88097) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:50:51.498696 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:51.550159 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bfb44e-4074-40c0-b010-fe92062a3096,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:51.740332 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914556'] for router_gateway, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:51.910928 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3903381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29024'] for router, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:51.913058 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:51.933540 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3899613'] for router, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:51.934053 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd238df2-aacb-4fbc-a024-90732478ca86 {{(pid=88094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:50:51.946284 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] Notify callbacks [] for router, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:51.947380 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-8d1fd01c-0dce-4a4c-8c12-01e2b5557204 admin admin] 10.222.0.16 "DELETE /v2.0/routers/cd238df2-aacb-4fbc-a024-90732478ca86 HTTP/1.1" status: 204 len: 168 time: 1.2769527 Jun 24 14:50:51.950529 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51270) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:52.009295 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb70f4f-de79-4513-9644-ee091f59318e admin admin] Deleting subnet 17a23f10-2527-4fbf-8e50-4736be8e8005 {{(pid=88094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:50:52.012629 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cbb70f4f-de79-4513-9644-ee091f59318e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:52.060160 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cbb70f4f-de79-4513-9644-ee091f59318e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2988317'] for subnet, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:52.163257 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cbb70f4f-de79-4513-9644-ee091f59318e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:52.234697 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cbb70f4f-de79-4513-9644-ee091f59318e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3134340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3008979'] for subnet, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:52.275219 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb70f4f-de79-4513-9644-ee091f59318e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a23f10-2527-4fbf-8e50-4736be8e8005,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:52.278167 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-cbb70f4f-de79-4513-9644-ee091f59318e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:52.283197 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb6215-ad86-4737-bd1a-06f6154a0ca9 None None] Network 8ef4e1e2-5f17-40a4-a749-de55eebc610f requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:50:52.285067 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-cbb70f4f-de79-4513-9644-ee091f59318e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/17a23f10-2527-4fbf-8e50-4736be8e8005 HTTP/1.1" status: 204 len: 168 time: 0.3335283 Jun 24 14:50:52.287487 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51274) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:52.407327 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:52.419706 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Deleting port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:52.420318 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:52.553186 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eccc0c-2b28-4abb-a2a3-1e88c935029b None None] DHCP port deletion for 8ef4e1e2-5f17-40a4-a749-de55eebc610f request from dv-cinder-847189-2-iscsi {{(pid=88096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:50:52.557818 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-a6eccc0c-2b28-4abb-a2a3-1e88c935029b None None] Deleting port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:52.558298 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a6eccc0c-2b28-4abb-a2a3-1e88c935029b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:52.638913 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] For port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:50:52.639514 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:52.761222 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Calling delete_port for 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c owned by network:dhcp {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:52.771997 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-a6eccc0c-2b28-4abb-a2a3-1e88c935029b None None] For port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c,segment=NetworkSegment(2c068d63-a066-4e91-81c4-5cddc10bdd26),segment_id=2c068d63-a066-4e91-81c4-5cddc10bdd26)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:50:52.772397 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a6eccc0c-2b28-4abb-a2a3-1e88c935029b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:52.840188 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:52.884069 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Pushing event deleted for resources: {'Port': ['ID=6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:52.887951 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] No DVR routers for this DVR port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c on host dv-cinder-847189-2-iscsi {{(pid=88094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:50:52.898963 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-a6eccc0c-2b28-4abb-a2a3-1e88c935029b None None] Calling delete_port for 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c owned by network:dhcp {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:52.967837 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.db.api [None req-a6eccc0c-2b28-4abb-a2a3-1e88c935029b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:50:52.968188 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG oslo_db.api [None req-a6eccc0c-2b28-4abb-a2a3-1e88c935029b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:50:52.999000 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:53.022508 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef4e1e2-5f17-40a4-a749-de55eebc610f']}} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:53.033848 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c068d63-a066-4e91-81c4-5cddc10bdd26') {'for_net_delete': True} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:53.034146 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c068d63-a066-4e91-81c4-5cddc10bdd26') {} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:53.045309 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2988308'] for segment, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:53.060894 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:53.066680 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:50:53.067024 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134250'] for segment, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:53.225765 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 2c068d63-a066-4e91-81c4-5cddc10bdd26 resource provider aggregate not found Jun 24 14:50:53.230931 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:50:53.247497 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 2c068d63-a066-4e91-81c4-5cddc10bdd26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c068d63-a066-4e91-81c4-5cddc10bdd26 found for delete ", "request_id": "req-e2122a6d-e07f-4378-888e-043d5250bdd7"}]} Jun 24 14:50:53.259843 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:53.265819 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:50:53.266251 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:50:53.266730 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 48bfb44e-4074-40c0-b010-fe92062a3096 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:50:53.275031 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:53.285571 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef4e1e2-5f17-40a4-a749-de55eebc610f,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:53.299570 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-84a52bd7-2023-41bd-a74d-2032eba915be admin admin] 10.222.0.16 "DELETE /v2.0/networks/8ef4e1e2-5f17-40a4-a749-de55eebc610f HTTP/1.1" status: 204 len: 168 time: 1.0111170 Jun 24 14:50:53.302517 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51284) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:53.303699 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 48bfb44e-4074-40c0-b010-fe92062a3096 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:50:53.304194 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 48bfb44e-4074-40c0-b010-fe92062a3096 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:50:53.304572 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:50:53.336450 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:50:53.336785 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 767e2a4d-fba0-43b1-adc4-d6ad44e3b024 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:50:53.469230 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-a6eccc0c-2b28-4abb-a2a3-1e88c935029b None None] Deleting port 6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:53.469615 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a6eccc0c-2b28-4abb-a2a3-1e88c935029b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:53.536007 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-a6eccc0c-2b28-4abb-a2a3-1e88c935029b None None] The port '6e86c093-fc89-4e8e-95bb-8ab0a7e4b40c' was deleted {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:50:53.819856 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5ba8e1f7-6bec-48b8-85b1-a31c9766f8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3914461'] for router_interface, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:54.147572 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8e1f7-6bec-48b8-85b1-a31c9766f8eb admin admin] Deleting port 352bd803-8a81-4163-ad0c-8b16d19e3d19 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:54.147817 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5ba8e1f7-6bec-48b8-85b1-a31c9766f8eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:54.310019 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-5ba8e1f7-6bec-48b8-85b1-a31c9766f8eb admin admin] For port 352bd803-8a81-4163-ad0c-8b16d19e3d19, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=352bd803-8a81-4163-ad0c-8b16d19e3d19,segment=NetworkSegment(2fffc974-377a-4f7f-a95a-31cc617bb642),segment_id=2fffc974-377a-4f7f-a95a-31cc617bb642)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:50:54.310371 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5ba8e1f7-6bec-48b8-85b1-a31c9766f8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:54.428159 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8e1f7-6bec-48b8-85b1-a31c9766f8eb admin admin] Calling delete_port for 352bd803-8a81-4163-ad0c-8b16d19e3d19 owned by network:router_interface {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:54.681210 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5ba8e1f7-6bec-48b8-85b1-a31c9766f8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:54.731495 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8e1f7-6bec-48b8-85b1-a31c9766f8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=352bd803-8a81-4163-ad0c-8b16d19e3d19,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:54.998132 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5ba8e1f7-6bec-48b8-85b1-a31c9766f8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3710076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3914409'] for router_interface, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:55.347072 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba8e1f7-6bec-48b8-85b1-a31c9766f8eb admin admin] Router 95c16058-f598-4a21-84b9-a489ec74bdaa has already been hosted by L3 agent f837352b-afc6-405d-a4a3-f96679748736 {{(pid=88094) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 14:50:55.517433 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba8e1f7-6bec-48b8-85b1-a31c9766f8eb admin admin] Notify agent at l3_agent.dv-cinder-847189-2-iscsi the message routers_updated {{(pid=88094) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 14:50:55.525815 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c356c2-a50e-438b-9304-6796e42b4860 None None] Sync routers for ids ['95c16058-f598-4a21-84b9-a489ec74bdaa'] in dv-cinder-847189-2-iscsi {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 14:50:55.526373 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-5ba8e1f7-6bec-48b8-85b1-a31c9766f8eb admin admin] 10.222.0.16 "PUT /v2.0/routers/95c16058-f598-4a21-84b9-a489ec74bdaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2224715 Jun 24 14:50:55.528935 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51288) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:55.535732 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c356c2-a50e-438b-9304-6796e42b4860 None None] Routers {'95c16058-f598-4a21-84b9-a489ec74bdaa'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:50:55.536332 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-21c356c2-a50e-438b-9304-6796e42b4860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:50:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['95c16058-f598-4a21-84b9-a489ec74bdaa'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:55.699738 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Notify callbacks [] for router, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:55.706581 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-21c356c2-a50e-438b-9304-6796e42b4860 None None] Set router 95c16058-f598-4a21-84b9-a489ec74bdaa gateway port host: dv-cinder-847189-2-iscsi {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:50:55.985650 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:55.995808 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Deleting port d851d2c7-858f-48dc-9e81-505d87c26350 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:55.996171 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:56.022319 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-21c356c2-a50e-438b-9304-6796e42b4860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'name': 'tempest-TestVolumeBootPattern-1365761730-router', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'external_fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:27Z', 'updated_at': '2022-06-24T14:50:54Z', 'revision_number': 5, 'project_id': '1bcc07f038504aedb0fdedee77c7d89b', 'gw_port': {'id': 'd851d2c7-858f-48dc-9e81-505d87c26350', 'name': '', 'network_id': '56739e03-84f5-401f-84c2-dbaf871a2b89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T14:42:28Z', 'updated_at': '2022-06-24T14:42:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '405686aa-e650-4e8b-a6e3-41481e07f6ec', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-2-iscsi'}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:56.026150 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c356c2-a50e-438b-9304-6796e42b4860 None None] Checking router: 95c16058-f598-4a21-84b9-a489ec74bdaa for host: dv-cinder-847189-2-iscsi {{(pid=88096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 14:50:56.034478 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c356c2-a50e-438b-9304-6796e42b4860 None None] Routers {'95c16058-f598-4a21-84b9-a489ec74bdaa'} bound to L3 agent in host dv-cinder-847189-2-iscsi {{(pid=88096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 14:50:56.035071 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-21c356c2-a50e-438b-9304-6796e42b4860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T14:16:11Z,description=,heartbeat_timestamp=2022-06-24T14:50:41Z,host='dv-cinder-847189-2-iscsi',id=f837352b-afc6-405d-a4a3-f96679748736,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T14:16:11Z,topic='l3_agent')) {'router_ids': ['95c16058-f598-4a21-84b9-a489ec74bdaa'], 'active': True} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:56.168051 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] For port d851d2c7-858f-48dc-9e81-505d87c26350, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=d851d2c7-858f-48dc-9e81-505d87c26350,segment=NetworkSegment(860bb73f-fd84-4850-9e1b-41c3229bb89c),segment_id=860bb73f-fd84-4850-9e1b-41c3229bb89c)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:50:56.168719 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:56.179504 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_dvr_db [None req-21c356c2-a50e-438b-9304-6796e42b4860 None None] Set router 95c16058-f598-4a21-84b9-a489ec74bdaa gateway port host: None {{(pid=88096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 14:50:56.281160 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.db.l3_hamode_db [None req-21c356c2-a50e-438b-9304-6796e42b4860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'name': 'tempest-TestVolumeBootPattern-1365761730-router', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:27Z', 'updated_at': '2022-06-24T14:50:55Z', 'revision_number': 6, 'project_id': '1bcc07f038504aedb0fdedee77c7d89b', 'gw_port_host': None}], 'dv-cinder-847189-2-iscsi', False) {} {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:56.284959 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c356c2-a50e-438b-9304-6796e42b4860 None None] The sync data for ids ['95c16058-f598-4a21-84b9-a489ec74bdaa'] in dv-cinder-847189-2-iscsi is: [{'id': '95c16058-f598-4a21-84b9-a489ec74bdaa', 'name': 'tempest-TestVolumeBootPattern-1365761730-router', 'tenant_id': '1bcc07f038504aedb0fdedee77c7d89b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T14:42:27Z', 'updated_at': '2022-06-24T14:50:55Z', 'revision_number': 6, 'project_id': '1bcc07f038504aedb0fdedee77c7d89b', 'gw_port_host': None}] {{(pid=88096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 14:50:56.289332 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Calling delete_port for d851d2c7-858f-48dc-9e81-505d87c26350 owned by network:router_gateway {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:56.453952 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:56.502155 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Pushing event deleted for resources: {'Port': ['ID=d851d2c7-858f-48dc-9e81-505d87c26350,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:56.596777 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3914556'] for router_gateway, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:56.769465 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3903381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29024'] for router, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:56.771589 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:56.794673 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3899613'] for router, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:56.795197 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95c16058-f598-4a21-84b9-a489ec74bdaa {{(pid=88094) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 14:50:56.807215 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] Notify callbacks [] for router, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:56.808956 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-5995a916-2588-474f-b4e2-f4daa279277e admin admin] 10.222.0.16 "DELETE /v2.0/routers/95c16058-f598-4a21-84b9-a489ec74bdaa HTTP/1.1" status: 204 len: 168 time: 1.2791271 Jun 24 14:50:56.811399 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51294) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:56.869840 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfb6e8e-0bd8-4108-b991-a50f840b88b6 admin admin] Deleting subnet 1d4d98c4-be45-4a5e-848f-ae5d9eccebc1 {{(pid=88094) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 14:50:56.873125 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6e8e-0bd8-4108-b991-a50f840b88b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:56.924819 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6e8e-0bd8-4108-b991-a50f840b88b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2988317'] for subnet, precommit_delete_associations {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:56.999248 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6e8e-0bd8-4108-b991-a50f840b88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710503'] for subnet, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:57.069869 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6e8e-0bd8-4108-b991-a50f840b88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3134340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3008979'] for subnet, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:57.106816 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb6e8e-0bd8-4108-b991-a50f840b88b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4d98c4-be45-4a5e-848f-ae5d9eccebc1,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:57.110327 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-7bfb6e8e-0bd8-4108-b991-a50f840b88b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for subnet, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:57.116333 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-7bfb6e8e-0bd8-4108-b991-a50f840b88b6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1d4d98c4-be45-4a5e-848f-ae5d9eccebc1 HTTP/1.1" status: 204 len: 168 time: 0.3040133 Jun 24 14:50:57.117690 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1221852-9f3b-4957-9fbb-f00d3f2127f8 None None] Network ed850699-e0c5-49ac-b236-2f80b646bbb6 requested from dv-cinder-847189-2-iscsi {{(pid=88096) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 14:50:57.118789 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.wsgi [-] (88094) accepted ('10.222.0.16', 51298) {{(pid=88094) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:57.230874 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-757726'] for network, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:57.242802 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Deleting port dd4b7aba-acbe-4507-8529-6a0da3f49495 {{(pid=88094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:57.243143 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:57.252775 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d851d2c7-858f-48dc-9e81-505d87c26350 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:50:57.287664 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: d851d2c7-858f-48dc-9e81-505d87c26350 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:50:57.288001 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device d851d2c7-858f-48dc-9e81-505d87c26350 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:50:57.288405 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 352bd803-8a81-4163-ad0c-8b16d19e3d19 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:50:57.360707 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: 352bd803-8a81-4163-ad0c-8b16d19e3d19 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:50:57.361040 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device 352bd803-8a81-4163-ad0c-8b16d19e3d19 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:50:57.453038 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bcb1f9-4ff1-41b9-86bb-f517ab0a8fcc None None] DHCP port deletion for ed850699-e0c5-49ac-b236-2f80b646bbb6 request from dv-cinder-847189-2-iscsi {{(pid=88096) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 14:50:57.457234 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcb1f9-4ff1-41b9-86bb-f517ab0a8fcc None None] Deleting port dd4b7aba-acbe-4507-8529-6a0da3f49495 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:57.457607 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb1f9-4ff1-41b9-86bb-f517ab0a8fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:57.564324 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.db [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] For port dd4b7aba-acbe-4507-8529-6a0da3f49495, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=dd4b7aba-acbe-4507-8529-6a0da3f49495,segment=NetworkSegment(2fffc974-377a-4f7f-a95a-31cc617bb642),segment_id=2fffc974-377a-4f7f-a95a-31cc617bb642)] {{(pid=88094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:50:57.564704 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:57.656187 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.db [None req-b7bcb1f9-4ff1-41b9-86bb-f517ab0a8fcc None None] For port dd4b7aba-acbe-4507-8529-6a0da3f49495, host dv-cinder-847189-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-2-iscsi',level=0,port_id=dd4b7aba-acbe-4507-8529-6a0da3f49495,segment=NetworkSegment(2fffc974-377a-4f7f-a95a-31cc617bb642),segment_id=2fffc974-377a-4f7f-a95a-31cc617bb642)] {{(pid=88096) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 14:50:57.656517 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb1f9-4ff1-41b9-86bb-f517ab0a8fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3899619'] for port, precommit_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:57.685944 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.plugin [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Calling delete_port for dd4b7aba-acbe-4507-8529-6a0da3f49495 owned by network:dhcp {{(pid=88094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:57.758328 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-623946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767783882388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767783507110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3134425'] for port, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:57.771957 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcb1f9-4ff1-41b9-86bb-f517ab0a8fcc None None] Calling delete_port for dd4b7aba-acbe-4507-8529-6a0da3f49495 owned by network:dhcp {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 14:50:57.806068 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4b7aba-acbe-4507-8529-6a0da3f49495,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:57.809926 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] No DVR routers for this DVR port dd4b7aba-acbe-4507-8529-6a0da3f49495 on host dv-cinder-847189-2-iscsi {{(pid=88094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 14:50:57.843948 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.db.api [None req-b7bcb1f9-4ff1-41b9-86bb-f517ab0a8fcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88096) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 14:50:57.844298 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG oslo_db.api [None req-b7bcb1f9-4ff1-41b9-86bb-f517ab0a8fcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 14:50:57.921854 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709906', 'neutron.services.segments.db._delete_segments_for_network-8767783876217'] for network, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:57.945372 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed850699-e0c5-49ac-b236-2f80b646bbb6']}} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:57.956789 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fffc974-377a-4f7f-a95a-31cc617bb642') {'for_net_delete': True} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:57.957087 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.services.segments.db [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fffc974-377a-4f7f-a95a-31cc617bb642') {} {{(pid=88094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 14:50:57.968331 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767783880852', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2988308'] for segment, before_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:57.983880 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-720781'] for segment, precommit_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:57.989546 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88094) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 14:50:57.989917 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-720770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134250'] for segment, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:58.052310 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 2fffc974-377a-4f7f-a95a-31cc617bb642 resource provider aggregate not found Jun 24 14:50:58.072039 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.services.segments.plugin [-] Segment 2fffc974-377a-4f7f-a95a-31cc617bb642 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fffc974-377a-4f7f-a95a-31cc617bb642 found for delete ", "request_id": "req-306de707-111d-4406-bd61-e1aa583caaa7"}]} Jun 24 14:50:58.084707 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3903453'] for network, after_delete {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:58.100192 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron_lib.callbacks.manager [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709975'] for network, before_response {{(pid=88094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:58.109794 dv-cinder-847189-2-iscsi neutron-server[88094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed850699-e0c5-49ac-b236-2f80b646bbb6,revision_number=None']} {{(pid=88094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:58.113679 dv-cinder-847189-2-iscsi neutron-server[88094]: INFO neutron.wsgi [None req-3afb4525-65f4-4fca-a22d-b4d6770cad4f admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed850699-e0c5-49ac-b236-2f80b646bbb6 HTTP/1.1" status: 204 len: 168 time: 0.9937639 Jun 24 14:50:58.221337 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 51308) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:58.268659 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-92b72f89-bbce-42c9-a80c-6a8630f40bff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b36f9dd46a84b87a219f4997cf29bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461822 Jun 24 14:50:58.270844 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 51312) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:58.331879 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-385b818d-1121-44eb-bd73-241a340dc794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:58.345027 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcb1f9-4ff1-41b9-86bb-f517ab0a8fcc None None] Deleting port dd4b7aba-acbe-4507-8529-6a0da3f49495 {{(pid=88096) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 14:50:58.345514 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb1f9-4ff1-41b9-86bb-f517ab0a8fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767783881274'] for port, before_delete {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:58.357061 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-385b818d-1121-44eb-bd73-241a340dc794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:58.410443 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-385b818d-1121-44eb-bd73-241a340dc794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:58.413356 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcb1f9-4ff1-41b9-86bb-f517ab0a8fcc None None] The port 'dd4b7aba-acbe-4507-8529-6a0da3f49495' was deleted {{(pid=88096) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 14:50:58.427629 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b818d-1121-44eb-bd73-241a340dc794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914d7983-4379-49c5-8aba-3226008c3ec5,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:58.434807 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-385b818d-1121-44eb-bd73-241a340dc794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:58.435892 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-385b818d-1121-44eb-bd73-241a340dc794 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/914d7983-4379-49c5-8aba-3226008c3ec5 HTTP/1.1" status: 204 len: 168 time: 0.1641965 Jun 24 14:50:58.779049 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 51320) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:58.828209 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-70dc9954-4632-4a76-8990-8ff41ee97353 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bcc07f038504aedb0fdedee77c7d89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480573 Jun 24 14:50:58.830518 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [-] (88095) accepted ('10.222.0.16', 51324) {{(pid=88095) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 14:50:58.885956 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e10860b8-ddef-47cb-afc2-5412984896f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:58.912110 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e10860b8-ddef-47cb-afc2-5412984896f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:58.973263 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e10860b8-ddef-47cb-afc2-5412984896f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700410'] for security_group, after_delete {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:58.987868 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10860b8-ddef-47cb-afc2-5412984896f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a6892c-9291-443d-ae64-4f2791ffb708,revision_number=None']} {{(pid=88095) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 14:50:58.993912 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron_lib.callbacks.manager [None req-e10860b8-ddef-47cb-afc2-5412984896f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:50:58.996040 dv-cinder-847189-2-iscsi neutron-server[88095]: INFO neutron.wsgi [None req-e10860b8-ddef-47cb-afc2-5412984896f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10a6892c-9291-443d-ae64-4f2791ffb708 HTTP/1.1" status: 204 len: 168 time: 0.1636231 Jun 24 14:50:59.289412 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:50:59.357628 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device dd4b7aba-acbe-4507-8529-6a0da3f49495 no longer exists at agent ovs-agent-dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 14:50:59.393986 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.plugin [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] No Port match for: dd4b7aba-acbe-4507-8529-6a0da3f49495 {{(pid=88096) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 14:50:59.394328 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron.plugins.ml2.rpc [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Device dd4b7aba-acbe-4507-8529-6a0da3f49495 not bound to the agent host dv-cinder-847189-2-iscsi {{(pid=88096) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 14:51:07.123908 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:51:08.516532 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-405fa560-5700-47e0-8986-7888d35892da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:51:10.761705 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-65aea616-58e5-4774-8a28-28e164fb6ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:51:11.693232 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:51:12.072174 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:51:13.761153 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:51:36.287563 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:51:37.130309 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:51:38.518348 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-269c13b8-9196-41d0-a437-80206b9c2945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:51:40.763089 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-c2eeee5f-ae41-4f7d-b3f5-8dc0c497de65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:51:41.694721 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:51:42.075369 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:51:43.763963 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:07.122209 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:08.519906 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3363ac19-2a64-476f-b106-836cba055777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:10.764091 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-b5f017f6-cc2e-43a9-bb8a-3d84f6996b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:11.696928 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:12.076176 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:13.285998 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:52:13.768763 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:37.120665 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:38.521068 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2245f19f-1fe8-482e-a939-87d5a634a6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:40.769306 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-61b0cf58-14ce-4877-ae1e-61c991111729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:41.699251 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:42.078913 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:43.770393 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:52:50.287210 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:53:07.139844 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:53:08.521953 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-9218c5c4-952c-492e-87cb-aa927deb4e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:53:10.894454 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f6e8d877-cd7f-491b-9b97-5fce1952b5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:53:11.701572 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:53:12.080276 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:53:13.773016 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:53:27.285937 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:53:37.134248 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:53:38.522180 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a1be5ef7-c0d4-4d62-82aa-220b41e714ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:53:40.766473 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-07b7fb2f-d069-4234-9a5a-77ba237072fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:53:41.702348 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:53:42.086880 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:53:43.776532 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:54:04.284388 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:54:05.239703 dv-cinder-847189-2-iscsi neutron-server[88095]: DEBUG neutron.wsgi [req-8a2e479a-3914-49cb-af79-87b1441fadd6 req-025da5f7-e7ca-471d-a629-22180838fa12 service neutron] (88095) timed out ('10.222.0.36', 49916) {{(pid=88095) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 14:54:07.135559 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:54:08.522682 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f6f29132-8833-43dd-9b6a-d03eefa9bd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:54:10.767477 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-3479a6d6-9859-42bd-9007-2dde636eb110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:54:11.704164 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:54:12.087673 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:54:13.779163 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:54:37.133509 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:54:38.523788 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f2840825-f7e3-4d20-abeb-296863b0258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:54:40.768754 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-6e69a38e-d6ea-41cb-bfb8-c2bb64799801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:54:41.283062 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:54:41.706420 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:54:42.091697 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:54:43.782038 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:07.145556 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:08.525964 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99ab5d8f-190e-490f-9012-ab9796eecd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:10.770206 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-dcd2ed40-5e9b-4e9a-a081-2d6dbd06134a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:11.707596 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:12.093488 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:13.788554 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:18.282560 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:55:37.145776 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:38.526975 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-4117beaf-2b73-4ab0-8e1c-073592cfd3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:40.771318 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-f7400778-edba-41d1-8a7d-023bf55eff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:41.708484 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:42.094970 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:43.787836 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:55:55.282516 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:56:07.157772 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:56:08.528080 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-a6ef074f-2f0a-4f0e-b687-6afa554942fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:56:10.774980 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0c54c135-fabd-4c3f-804a-2d9e847433d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:56:11.709756 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-99cd341b-67f3-48fd-911d-289f1003cd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:56:12.097724 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-2b19dea7-372a-46de-98f0-82f8501833e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:56:13.790688 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-fd10e130-28fb-4da0-a323-f01d3e431fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:56:32.285066 dv-cinder-847189-2-iscsi neutron-server[88097]: DEBUG neutron.db.agents_db [None req-e084a688-6bce-4f87-a173-e78a3d314447 None None] Agent healthcheck: found 6 active agents {{(pid=88097) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 14:56:37.159005 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-828c8e16-60ac-4023-8a86-e1798a0523d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 14:56:38.529894 dv-cinder-847189-2-iscsi neutron-server[88096]: DEBUG neutron_lib.callbacks.manager [None req-0adef2ba-2c66-45fe-8c18-ecb26f98040a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767783876199', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-761436'] for agent, after_update {{(pid=88096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}